-- Logs begin at Mon 2021-11-22 14:37:25 UTC, end at Mon 2021-11-22 15:42:35 UTC. -- Nov 22 15:16:24.886144 dv-cinder-818778-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 15:16:27.465895 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:16:27.466442 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2 Nov 22 15:16:27.467756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87950) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 22 15:16:27.468490 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:16:27.468779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2 Nov 22 15:16:27.469062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87950) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 22 15:16:27.470218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:27.470437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:27.471450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:27.471737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:27.471999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:27.472364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.472710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.473048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.473307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.473647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.473983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.474358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.474692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.475035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.475354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.475667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.475988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.476251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.476567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.476893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.477222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.477482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] debug = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.477804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.480659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.481356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.481356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] host = dv-cinder-818778-1-smb {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.481540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.481717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.482063 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.482398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.482709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.483042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.483342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.483649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.483955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_file = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.484264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.484589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.484917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.485252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.485510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.485764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.486116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.486449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.486759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.487066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.487372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.487678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.487987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.488287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.488618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.488946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.489267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.489573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.489879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.490212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.490520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.490841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.491148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.491453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.491758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.492085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.492384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.492689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.493033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.493356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.493680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.494001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.494331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.495204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.495513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.495816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.496123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_json = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.496428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.496732 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.497054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.497361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.497664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.497973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.498309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.498633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:27.498964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.499309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.499652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.499970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.500297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.500614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.500938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.501251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.501577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.501903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.502253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.502566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.502885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.503222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.503555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.503865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.504176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.504506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.504818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.505123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.505456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.505768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.506094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.506414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.506725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.507029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.507332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.507644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.507978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.508288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.508592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.508897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.509205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.509508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.509828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.510202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.510521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.510818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.511130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.511434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.511742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.512056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.512361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.512672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.512975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.513280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.513585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.513893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.514225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.514530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.515085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.515402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.515705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.516016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.516322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.516630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.516937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.517259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.517591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.517908 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.518247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.518558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.518869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.519182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.519492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.519802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.520114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.520420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.520751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.521067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.521387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.521707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.522046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.522376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.522692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.523008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.523318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.523628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.523945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.524266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.524599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.524931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.525261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.525600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.525944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.526351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.526736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.527056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:27.527306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:27.527577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87950) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 22 15:16:28.188214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87950) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:28.188532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87950) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:28.188862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87950) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:28.190518 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 15:16:28.533638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.534187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.534325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.594815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.595132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.595438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.598428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.598744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.599051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.742940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.743265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.743567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.744615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.744919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.745217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.867907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.868166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.868467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.868769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:28.869635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.053988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.054400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.054735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.055049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.055362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.055736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.056041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.056343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.056636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.057032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.057304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.057613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.057926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.058257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.058573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.058893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.059190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.059515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.059809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.060151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.060595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.060884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.061170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.061511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.061796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.062102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.062523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.062803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.063083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.063361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.063637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.063912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.065270 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 15:16:29.073679 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 15:16:29.081314 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 15:16:29.086666 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 22 15:16:29.090104 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 15:16:29.091216 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 15:16:29.091602 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 15:16:29.092036 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 15:16:29.096030 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 15:16:29.096320 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 15:16:29.096724 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:16:29.124367 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 22 15:16:29.124834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.125169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87950) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 22 15:16:29.125585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.126997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87950) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 15:16:29.127326 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:16:29.127608 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 15:16:29.131028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.131358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.198410 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 15:16:29.198759 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 15:16:29.199036 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 15:16:29.199451 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 15:16:29.232869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.sqlalchemy.engines [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=87950) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 22 15:16:29.533243 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing driver for type 'gre' Nov 22 15:16:29.533813 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] gre ID ranges: [(1, 1000)] Nov 22 15:16:29.574640 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing driver for type 'local' Nov 22 15:16:29.574989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing driver for type 'vlan' Nov 22 15:16:29.584560 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] VlanTypeDriver initialization complete Nov 22 15:16:29.584977 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing driver for type 'vxlan' Nov 22 15:16:29.585500 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] vxlan ID ranges: [(1, 1000)] Nov 22 15:16:29.626655 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing extension driver 'port_security' Nov 22 15:16:29.627021 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] PortSecurityExtensionDriver initialization complete Nov 22 15:16:29.627401 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing mechanism driver 'openvswitch' Nov 22 15:16:29.627763 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing mechanism driver 'hyperv' Nov 22 15:16:29.634042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87950) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:29.635558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.635835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.636325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.636758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.637155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.637539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.637961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.638387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.638769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.639188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.639817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.640199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.640622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.641001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.641524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.641897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] ML2 OVO RPC backend initialized. {{(pid=87950) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 22 15:16:29.642653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.643051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.643507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.643893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > networks before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.644274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.644654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > ports before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.645038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.645414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnets before_response 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.645802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.646208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.646586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.646967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.647340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.647711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.648083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.648457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.648827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.649449 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.plugin [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Modular L2 Plugin initialization complete Nov 22 15:16:29.649806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading services supported by the core plugin {{(pid=87950) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 22 15:16:29.650201 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.plugins.ml2.managers [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Got port-security extension from driver 'port_security' Nov 22 15:16:29.651377 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.extensions.vlantransparent [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Disabled vlantransparent extension. Nov 22 15:16:29.651853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87950) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 22 15:16:29.652196 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: router Nov 22 15:16:29.694479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.694919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_create 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.695327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router before_create 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.695726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.696146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.696542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_delete 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.696952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > floatingip after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.697365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_create 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.698312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.698715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.699102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.699511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.700012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.700439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.700824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.701205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: subnet after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.701587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.701982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > port precommit_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.702401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_create 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.702788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.703197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.703581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router after_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.703964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_delete 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.704359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_create 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.704769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.705157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_update 55549900 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.705577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > agent after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.705973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > agent after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.706394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > network after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.707382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Tracking information for resource: router configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.707760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Tracking information for resource: floatingip configured {{(pid=87950) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:16:29.712656 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_agentschedulers_db [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 15:16:29.713886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.714332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.714725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.715114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: port after_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.716013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router before_create 55550100 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.716418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_delete 55550100 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.716828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_create 55550100 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.717227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > router precommit_update 55550100 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.721786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.provider_configuration [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service providers = [] {{(pid=87950) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 15:16:29.722212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.servicetype_db [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87950) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 15:16:29.725066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.service_base [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:29.725456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.service_base [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:29.725838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.service_base [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:29.726780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.service_base [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87950) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 22 15:16:29.727187 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.services.service_base [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 15:16:29.727602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.727956 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 15:16:29.748264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.748634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: auto_allocate Nov 22 15:16:29.759253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: network precommit_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.759662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: network precommit_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.760876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.761323 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: tag Nov 22 15:16:29.772959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.773329 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: timestamp Nov 22 15:16:29.777792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.778189 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: network_ip_availability Nov 22 15:16:29.783947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.784316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.784710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:29.785498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.785861 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: flavors Nov 22 15:16:29.802142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.802519 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading Plugin: revisions Nov 22 15:16:29.807225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87950) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 22 15:16:29.807822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.619s {{(pid=87950) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:29.808647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87950) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 22 15:16:29.809014 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Initializing extension manager. Nov 22 15:16:29.809589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: __init__.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.809971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: __pycache__ {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.810374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.810748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.811118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: _filter_validation_lib.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.811487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.811857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: address_scope.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.812701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.813354 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: address-scope Nov 22 15:16:29.813715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: admin_state_down_before_update.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.814680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.815252 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: router-admin-state-down-before-update Nov 22 15:16:29.815612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: agent.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.816397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.816970 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: agent Nov 22 15:16:29.817328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: agent_resources_synced.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.818275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.818843 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: agent-resources-synced Nov 22 15:16:29.819204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: allowedaddresspairs.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.821018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.821597 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: allowed-address-pairs Nov 22 15:16:29.821959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: auto_allocated_topology.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.823750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.824319 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: auto-allocated-topology Nov 22 15:16:29.824684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: availability_zone.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.825594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.826204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: availability_zone Nov 22 15:16:29.826569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: availability_zone_filter.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.827521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.828094 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: availability_zone_filter Nov 22 15:16:29.828457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: data_plane_status.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.829372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.829945 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 15:16:29.830359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: default_subnetpools.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.831284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.831856 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: default-subnetpools Nov 22 15:16:29.832218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: dhcpagentscheduler.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.833096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.833682 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: dhcp_agent_scheduler Nov 22 15:16:29.834088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: dns.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.835010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.835581 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension dns-integration not supported by any of loaded plugins Nov 22 15:16:29.835943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: dns_domain_ports.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.836871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.837441 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 15:16:29.837803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: dvr.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.839167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.839736 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: dvr Nov 22 15:16:29.840096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: empty_string_filtering.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.841022 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.841587 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: empty-string-filtering Nov 22 15:16:29.841945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.842893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.843459 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:16:29.843818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.844740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.845312 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 15:16:29.845675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: external_net.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.846640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.847218 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: external-net Nov 22 15:16:29.847581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: extra_dhcp_opt.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.848505 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.849070 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: extra_dhcp_opt Nov 22 15:16:29.849431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: extraroute.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.850393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.850964 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: extraroute Nov 22 15:16:29.851325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: extraroute_atomic.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.852471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.853046 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: extraroute-atomic Nov 22 15:16:29.853409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: filter_validation.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.854165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.854732 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: filter-validation Nov 22 15:16:29.855091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: fip_pf_description.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.856014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.856577 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 15:16:29.856933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: fip_port_details.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.857867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.858467 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: fip-port-details Nov 22 15:16:29.858826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: flavors.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.860055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.860634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: flavors Nov 22 15:16:29.860998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.862757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.863345 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 15:16:29.863717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: floatingip_pools.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.864508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.865081 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: floatingip-pools Nov 22 15:16:29.865450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: ip_allocation.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.866432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.867012 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 15:16:29.867377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.868318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.868887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: ip-substring-filtering Nov 22 15:16:29.869254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l2_adjacency.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.870240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.870804 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 15:16:29.871165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.872286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.872868 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: router Nov 22 15:16:29.873232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3_conntrack_helper.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.875789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.876379 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:16:29.876790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.877734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.878337 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: ext-gw-mode Nov 22 15:16:29.878705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.879645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.880219 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: l3-ha Nov 22 15:16:29.880588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3_flavors.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.881513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.882111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: l3-flavors Nov 22 15:16:29.882478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.883559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.884126 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 15:16:29.884487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: l3agentscheduler.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.886278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.886857 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: l3_agent_scheduler Nov 22 15:16:29.887222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: logging.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.888820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.889419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension logging not supported by any of loaded plugins Nov 22 15:16:29.890069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: metering.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.892525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.893240 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: metering Nov 22 15:16:29.893621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: multiprovidernet.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.894619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.895205 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: multi-provider Nov 22 15:16:29.895577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: netmtu.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.896509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.897086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: net-mtu Nov 22 15:16:29.897456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: netmtu_writable.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.898421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.898990 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: net-mtu-writable Nov 22 15:16:29.899348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: network_availability_zone.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.900112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.901242 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: network_availability_zone Nov 22 15:16:29.901598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: network_ip_availability.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.902746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.903321 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: network-ip-availability Nov 22 15:16:29.903687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: network_segment_range.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.904594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.905173 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 15:16:29.905538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: pagination.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.906572 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.906947 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: pagination Nov 22 15:16:29.907306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.908269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.908837 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: port-mac-address-regenerate Nov 22 15:16:29.909198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: port_resource_request.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.910151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.910731 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 15:16:29.911090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: portbindings.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.912036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.912606 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: binding Nov 22 15:16:29.912964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: portbindings_extended.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.914253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.914829 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: binding-extended Nov 22 15:16:29.915194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: portsecurity.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.916117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.916806 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: port-security Nov 22 15:16:29.917168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: project_id.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.918197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.918573 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: project-id Nov 22 15:16:29.918931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: providernet.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.919966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.920540 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: provider Nov 22 15:16:29.920902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.924530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.925119 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos not supported by any of loaded plugins Nov 22 15:16:29.925494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.926760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.927340 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 15:16:29.927709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.928631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.929204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 15:16:29.929569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_default.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.930517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.931513 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-default not supported by any of loaded plugins Nov 22 15:16:29.932480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_fip.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.933184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.933754 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-fip not supported by any of loaded plugins Nov 22 15:16:29.934145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_gateway_ip.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.935082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.935649 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 15:16:29.936010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_port_network_policy.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.936934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.937496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 15:16:29.937862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_rule_type_details.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.938827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.939396 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 15:16:29.939757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: qos_rules_alias.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.940813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.941381 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 15:16:29.941742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: quotasv2.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.942816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.943191 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: quotas Nov 22 15:16:29.943552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: quotasv2_detail.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.945122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.945503 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: quota_details Nov 22 15:16:29.945867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: rbac.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.947042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.948234 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: rbac-policies Nov 22 15:16:29.948680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: rbac_address_scope.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.949622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.950230 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: rbac-address-scope Nov 22 15:16:29.950595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: rbac_security_groups.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.951517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.952085 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: rbac-security-groups Nov 22 15:16:29.952445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: rbac_subnetpool.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.953369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.953935 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: rbac-subnetpool Nov 22 15:16:29.954322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: revisionifmatch.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.955260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.955833 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: revision-if-match Nov 22 15:16:29.956191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: revisions.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.957298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.957872 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: standard-attr-revisions Nov 22 15:16:29.958264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: router_availability_zone.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.959020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.959595 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: router_availability_zone Nov 22 15:16:29.959956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: routerservicetype.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.960886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.961454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension router-service-type not supported by any of loaded plugins Nov 22 15:16:29.961815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: security_groups_port_filtering.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.962761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.964572 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: port-security-groups-filtering Nov 22 15:16:29.964940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: securitygroup.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.977727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.978366 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: security-group Nov 22 15:16:29.978804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: segment.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.979705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.980416 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension segment not supported by any of loaded plugins Nov 22 15:16:29.980786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.981734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.982348 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 15:16:29.982715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: servicetype.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.983805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.984387 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: service-type Nov 22 15:16:29.984753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: sorting.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.985734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.986158 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: sorting Nov 22 15:16:29.986523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: standard_attr_segment.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.987460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.988044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 15:16:29.988411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: standardattrdescription.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.989117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.989694 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: standard-attr-description Nov 22 15:16:29.990085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: stateful_security_group.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.991011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.991590 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: stateful-security-group Nov 22 15:16:29.991953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: stdattrs_common.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.992540 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 15:16:29.992899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.993828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.995078 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 15:16:29.995470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnet_onboard.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.996544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.997124 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: subnet_onboard Nov 22 15:16:29.997490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:29.998486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:29.999069 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 15:16:29.999431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnet_service_types.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.000440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.001031 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: subnet-service-types Nov 22 15:16:30.001400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnetallocation.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.002514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.003086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: subnet_allocation Nov 22 15:16:30.003448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.004147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.004725 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: subnetpool-prefix-ops Nov 22 15:16:30.005085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.006059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.006624 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 15:16:30.006983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: tagging.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.008323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.008908 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: standard-attr-tag Nov 22 15:16:30.009277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: timestamp.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.011107 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.011688 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loaded extension: standard-attr-timestamp Nov 22 15:16:30.012057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: trunk.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.013092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.013664 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension trunk not supported by any of loaded plugins Nov 22 15:16:30.014047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: trunk_details.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.015239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.015809 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension trunk-details not supported by any of loaded plugins Nov 22 15:16:30.016169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: uplink_status_propagation.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.017097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.017673 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 15:16:30.018044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Loading extension file: vlantransparent.py {{(pid=87950) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 22 15:16:30.018769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87950) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 22 15:16:30.019339 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 15:16:30.021708 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:network Nov 22 15:16:30.022542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnet Nov 22 15:16:30.023214 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:30.023877 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:port Nov 22 15:16:30.025271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.025820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service FLAVORS assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.026561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.027041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.027419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:router Nov 22 15:16:30.028134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:16:30.028915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service METERING assigned prefix: /metering {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.030773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:30.031179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:30.031568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87950) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:16:30.032692 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:16:30.033192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:16:30.034071 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:16:30.034870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service CORE assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.035244 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:30.035616 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] subnetpool is already registered Nov 22 15:16:30.036271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service CORE assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.036643 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:30.037007 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] subnetpool is already registered Nov 22 15:16:30.039708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.040190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service FLAVORS assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.040840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.041431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.041812 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:router Nov 22 15:16:30.042222 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] router is already registered Nov 22 15:16:30.042884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:16:30.043254 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] floatingip is already registered Nov 22 15:16:30.043947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service METERING assigned prefix: /metering {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.044688 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:16:30.045060 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] rbac_policy is already registered Nov 22 15:16:30.045518 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:16:30.045884 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] security_group is already registered Nov 22 15:16:30.046726 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:16:30.047097 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] security_group_rule is already registered Nov 22 15:16:30.047834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service CORE assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.048206 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:30.048572 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] subnetpool is already registered Nov 22 15:16:30.049225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.resource_helper [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Service CORE assigned prefix: {{(pid=87950) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 22 15:16:30.049593 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:16:30.049957 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.quota.resource_registry [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] subnetpool is already registered Nov 22 15:16:30.050701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: extensions {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.052347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: address-scopes {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.053626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: agents {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.054998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: auto-allocated-topology {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.056315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: availability_zones {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.058270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: dhcp-networks {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.059860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: dhcp-agents {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.061340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: routers {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.063143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: flavors {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.065342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: service_profiles {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.066660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: next_providers {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.068225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: service_profiles {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.069755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: floatingip-pools {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.071209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: routers {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.073729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: floatingips {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.075117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: l3-routers {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.076660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: l3-agents {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.078137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: metering-labels {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.079447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: metering-label-rules {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.080888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: network-ip-availabilities {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.082235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: bindings {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.083856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: quotas {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.085455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: quotas {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.086997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: rbac-policies {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.089219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: security-groups {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.090522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: security-group-rules {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.091912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: service-providers {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.093195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: subnetpools {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.094610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: subnetpools {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.096234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.097951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.099761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.101682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.103448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.105332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.107206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.108997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.111064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.112885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.extensions [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Extended resource: tags {{(pid=87950) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 22 15:16:30.120445 dv-cinder-818778-1-smb neutron-server[87950]: WARNING keystonemiddleware.auth_token [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 15:16:30.125518 dv-cinder-818778-1-smb neutron-server[87950]: WARNING keystonemiddleware.auth_token [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 15:16:30.134296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Acquired lock "singleton_lock" {{(pid=87950) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 22 15:16:30.134826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Releasing lock "singleton_lock" {{(pid=87950) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 22 15:16:30.137000 dv-cinder-818778-1-smb neutron-server[87950]: INFO oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Starting 2 workers Nov 22 15:16:30.141830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Started child 88059 {{(pid=87950) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:30.146225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.146391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Started child 88060 {{(pid=87950) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:30.147756 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [-] (88059) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:16:30.147905 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 15:16:30.148557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Notify callbacks [] for process, before_spawn {{(pid=87950) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.150161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.151380 dv-cinder-818778-1-smb neutron-server[87950]: INFO oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Starting 1 workers Nov 22 15:16:30.151602 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [-] (88060) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:16:30.156668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Started child 88061 {{(pid=87950) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:30.157219 dv-cinder-818778-1-smb neutron-server[87950]: INFO oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Starting 1 workers Nov 22 15:16:30.159226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] calling RpcWorker wait() {{(pid=88061) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 15:16:30.159599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] returning from RpcWorker wait() {{(pid=88061) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 15:16:30.161098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.161572 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:30.161693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Started child 88062 {{(pid=87950) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 22 15:16:30.162543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c00f-a495-40f6-b2b1-a3bfe782715d None None] Notify callbacks [] for process, after_spawn {{(pid=87950) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.164212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87950) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 22 15:16:30.164443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:30.164652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:30.164943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:30.165335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:30.165533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:30.165968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:30.166089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.166443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.166736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.167017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.167337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.168012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.168300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.168598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.168887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.169177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.169379 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.169576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.169866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.170173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.170508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.170801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.171077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.171345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.171538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.172030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.172358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.172631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.172918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] debug = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.173196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.173809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.174103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.174395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.174662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.174973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.175262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.175553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.175826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.176085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.176348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.176626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.176886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.177148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.177423 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.177674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.178134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] host = dv-cinder-818778-1-smb {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.178410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.178655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.178919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.179203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.179480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.179721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.180006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.180299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.180585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.180845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.181112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.181370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.181646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.182476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_file = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.182639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_options = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.182890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.183170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.183451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.183672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.191741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.192064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.192312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.192524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.192816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.193076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.193333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.193600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.193874 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.194186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.194478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.194726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.194985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.195254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.195541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.195837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.196120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.196393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.196639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.196898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.197142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.197296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:30.197388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.198313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.198557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.198816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.199083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.199357 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.199634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.199904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.200187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.200469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.200707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.200949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.201279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.201540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.201815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.202841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.203094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.203366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.203625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.203922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.204124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_json = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.204388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.204647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.204929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.205156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.205414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.205639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.205898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.206202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.206650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.206979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.207320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.207599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.207867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.208133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.208408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.208654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.208915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.209175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.209499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.209759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.210123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.210412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.210701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.210967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.211209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.211468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.211708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.211962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.212199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.212434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.212734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.212976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.213237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.213501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.213744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.214043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.214303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.214597 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.214882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.215142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.215368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.215605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.215843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.216099 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.216366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.216622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.216910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.217185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.217426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.217681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.217920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.218223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.218486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.218729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.218984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.219235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.219478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.219711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.219968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.220209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.220445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.220680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.220922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.221157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.221764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.221764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.222990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.223226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.223489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.223739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.223978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.224215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.224469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.224704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.224947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.225183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.225480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.225808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.226122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.226395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.226660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.226935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.227197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.230124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.231169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.231480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.231748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.232074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.232350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.232657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.232945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.233207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.233489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.233744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.234003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.238780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.239080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.239392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.239713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.240003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.240301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.240584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.240904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.241230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.241513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.241809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.245739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.246389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.246951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.247467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.247956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.248434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.248872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.249349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.249806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.250314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.250803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.251258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.251804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.252318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.252861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.253356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.253615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.253871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.254218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.254540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.254816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.255117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.255405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.255691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.255952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.256375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.256836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.257303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.257629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.257813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.258091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.258319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.258552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.258804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.259055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.259335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.259584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.259836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.260661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.260919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.261268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.261548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.261803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.262127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.262406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.262658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.262913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.263169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.263434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.263722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.263972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.264283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.264826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.265098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.265368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.265655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.265940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.266223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.266509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.266761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.267012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.267255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.267522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.267766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.268029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.268300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.268545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.268845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.269120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.269470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.269721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.270004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.270278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.270524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.270771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.271020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.271268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.271514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.271776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.272051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.272309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.272560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.272805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.273046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.273304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.273555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.273797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.274134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.274917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.274917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.274917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.275384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.275384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.275685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.276029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.276304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.276568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.276834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.277100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.277430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.277706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.277956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.278345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.278607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.278890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.279158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.279397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.279648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.279950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.280317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.280657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.280945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.281251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.281594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.281894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.282254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.282502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.282834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.283201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.283512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.283786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.284056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.284407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.284624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.284876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.285126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.285389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.285640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.285939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.286291 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.286565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.286944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.287049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.287285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.287548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.287791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.288045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.288467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.288827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:30.289373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87950) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 22 15:16:30.289568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 22 15:16:30.289755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 22 15:16:30.289981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 22 15:16:30.290210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 22 15:16:30.290394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 22 15:16:30.290641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.290834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.291023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.291820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.292022 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.292385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.292582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.292775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.292962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.293150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.293338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.293525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.293713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.293900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.294109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.294298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.294484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.294669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.294858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.295046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.295232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.295416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.295604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] debug = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.295802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.296929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.297113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.297299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.297482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.297668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.297856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.298060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.298253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] host = dv-cinder-818778-1-smb {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.299314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.300618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_file = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_options = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.301585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.302113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.302113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.302113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.303650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.304643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.306078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.308670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.309749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_json = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.310982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.311117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 22 15:16:30.311300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.311493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.311697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.311887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.312076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.312264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.312453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.312640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.312827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.313910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.314141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.314331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.314521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.314710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.314898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.315086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.315274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.315463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.315648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.315835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.316884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.317073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.317261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.317447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.317634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.317822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.318983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.319892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.320151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.320297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.320432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.320566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.320734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.321686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.322936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.324805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.325146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.325146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.325601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.325601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.325601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.327574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.328488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.329921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.330096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.330271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.330463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.330634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.330820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.334837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.335768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.336873 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.337061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.337250 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.337437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.337625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.337812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.338885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.339905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340174 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.340928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.341115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.341303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.341489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.341676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.341862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.342068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.342262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.342449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.342639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.342827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.343020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.343209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.343373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.343799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.343799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.344960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.345839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.346044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.346213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.346407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.346569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.347122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.347122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.347122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.348574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.349520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.350913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.351623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.351623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.351623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.351623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:16:30.352549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87950) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:16:30.543019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60440) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:30.556377 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112209 Nov 22 15:16:40.715319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450b7ab-224c-41c9-b203-0b1846435507 None None] get_active_networks_info from dv-cinder-818778-1-smb {{(pid=88061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 22 15:16:41.241723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450b7ab-224c-41c9-b203-0b1846435507 None None] No non-hosted networks {{(pid=88061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 15:16:41.263957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agentschedulers_db [None req-4450b7ab-224c-41c9-b203-0b1846435507 None None] DHCP Agent not found on host dv-cinder-818778-1-smb {{(pid=88061) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 22 15:16:41.422062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e0f17c00-953f-451e-8999-75bb7d6f1532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:42.089944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:42.091334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.091987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.092689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.093311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.093878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.094519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.095111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.095774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.096349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.096910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.097471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:42.098201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818778-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:42.107061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818778-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:16:42.814907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c5be0a44-6a92-43ca-ac43-80f7eb41e762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:42.853967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-10a5a4ed-c56d-44d6-b053-727b30b84830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:43.418430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:44.629287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:45.573599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60556) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:46.314439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-7c38b464-bb5a-4fd8-abde-704cb228c948 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:46.315616 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7c38b464-bb5a-4fd8-abde-704cb228c948 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7409902 Nov 22 15:16:48.498755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60572) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:48.577158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:48.824034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.policy [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88060) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 22 15:16:48.831470 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Loaded quota_driver: . Nov 22 15:16:48.865697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:48.927895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789109487950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789109500150', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789109500244', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789109183945', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789108987459', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1196123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853588653', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16310881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838633133'] for rbac-policy, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.996999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:48.998302 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f918d054-65ce-4002-a1c7-f13bcfbfcc8d admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4983828 Nov 22 15:16:49.910733 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_hamode_db [None req-ed94499e-390c-4920-af0d-32f182e58998 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 15:16:49.997684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94499e-390c-4920-af0d-32f182e58998 None None] Routers set() bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:16:49.998106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94499e-390c-4920-af0d-32f182e58998 None None] Router IDs set() for agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 22 15:16:51.286381 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60588) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:51.362735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'name': 'private'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:51.368789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:51.375252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Usage tracker for resource:network and tenant:8ffb140df1b046f093a34506ae7a0842 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:51.378649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:51.385600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:51.394266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Made reservation on behalf of 8ffb140df1b046f093a34506ae7a0842 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:16:51.400507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.416601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.457497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:51.461313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Usage tracker for resource:security_group_rule and tenant:8ffb140df1b046f093a34506ae7a0842 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:51.465146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:51.478615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:51.547028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.549601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.554177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:51.571481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:16:51.599035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247749440321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.599629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Unsubscribe: segment precommit_create {{(pid=88060) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 22 15:16:51.600085 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Added segment 149cfb08-cadb-48d8-8272-1a8299649ef2 of type vlan for network 1780e1c3-9851-456f-a3e4-09827b3534d4 Nov 22 15:16:51.658617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5fdf4-dd35-4a98-ae5f-cd0a052b9314,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:51.684320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.684690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.685050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.685406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.685758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.686133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.686481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.686841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.687185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.687526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.687867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Tracked resource versions report: Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:16:51.688940 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:16:51.722736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.738989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:51.763082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.764376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:51.765275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:51.770079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:51.879826 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5922620 Nov 22 15:16:51.880538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Pushing event updated for resources: {'Network': ['ID=1780e1c3-9851-456f-a3e4-09827b3534d4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:51.896436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:51.909908 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:16:54.150691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60606) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:54.341234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520267e-9828-4d27-bfee-ae0ab9a1cc84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:54.342712 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0520267e-9828-4d27-bfee-ae0ab9a1cc84 admin admin] 10.222.0.55 "GET /v2.0/networks/1780e1c3-9851-456f-a3e4-09827b3534d4 HTTP/1.1" status: 200 len: 825 time: 0.1909630 Nov 22 15:16:54.371135 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b5cdf8b0-255c-4482-8acf-f18fb3668591 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/6035c874-2c3c-454d-b55d-2e43c5ae910c HTTP/1.1" status: 200 len: 734 time: 0.0224345 Nov 22 15:16:54.380450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Request body: {'subnet': {'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'name': 'private-subnet', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:16:54.385638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:16:54.389606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Usage tracker for resource:subnet and tenant:8ffb140df1b046f093a34506ae7a0842 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:16:54.392887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:16:54.398883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:16:54.411457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Made reservation on behalf of 8ffb140df1b046f093a34506ae7a0842 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:16:54.415837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.700768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.705334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:54.785930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ba8ee7-1124-44e3-a51e-e77aa4619cf4,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:54.789159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:54.797852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Checking segment: {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:16:54.798288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Network hostable DHCP agents. Network: 1780e1c3-9851-456f-a3e4-09827b3534d4, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:16:54.821314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:16:54.830332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 1780e1c3-9851-456f-a3e4-09827b3534d4) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:16:54.835116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:16:54.835746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:54.840637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83779e63-9f5a-420d-bf59-9c4ddb1ea283 None None] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:16:54.855562 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4788747 Nov 22 15:16:55.239230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-1780e1c3-9851-456f-a3e4-09827b3534d4', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:16:55.240332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:55.446232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Allocated IP 172.20.0.2 (1780e1c3-9851-456f-a3e4-09827b3534d4/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4/45b40972-840a-43e6-b74d-12a5a5e39149) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:16:55.679122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:55.692372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Transition to ACTIVE for port object 45b40972-840a-43e6-b74d-12a5a5e39149 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:16:55.713201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Transition to ACTIVE for port object 45b40972-840a-43e6-b74d-12a5a5e39149 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:16:55.719248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:55.724458 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:55.783614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:16:55.791940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:16:55.799523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:16:55.801601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Pushing event updated for resources: {'Port': ['ID=45b40972-840a-43e6-b74d-12a5a5e39149,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:55.844453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.844830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.845204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.845568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.845929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.846317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.846672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.847028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.847378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.847730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.848082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Tracked resource versions report: Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:16:55.849170 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:16:55.887923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:55.908204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Attempting to bind port 45b40972-840a-43e6-b74d-12a5a5e39149 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:16:55.908608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Attempting to bind port 45b40972-840a-43e6-b74d-12a5a5e39149 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:16:55.909036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Attempting to bind port 45b40972-840a-43e6-b74d-12a5a5e39149 on network 1780e1c3-9851-456f-a3e4-09827b3534d4 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:16:55.916486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:16:55.916945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Checking segment: {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:16:55.917422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:55.917850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Bound using segment: {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:16:55.918407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Bound port: 45b40972-840a-43e6-b74d-12a5a5e39149, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:16:55.918825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:56.009861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] For port 45b40972-840a-43e6-b74d-12a5a5e39149, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:16:56.013912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] For port 45b40972-840a-43e6-b74d-12a5a5e39149, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=45b40972-840a-43e6-b74d-12a5a5e39149,segment=NetworkSegment(149cfb08-cadb-48d8-8272-1a8299649ef2),segment_id=149cfb08-cadb-48d8-8272-1a8299649ef2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:16:56.017367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:16:56.021927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:16:56.110745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Pushing event updated for resources: {'Port': ['ID=45b40972-840a-43e6-b74d-12a5a5e39149,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:16:56.113841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:16:57.058419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60618) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:57.137632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-c5d70157-9ff4-4af2-a882-1a276d946b6a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:57.138753 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c5d70157-9ff4-4af2-a882-1a276d946b6a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0792408 Nov 22 15:16:59.384988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60634) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:16:59.460775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-63cbae8a-1636-4e9a-9029-3ce9d5623baf admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:16:59.461887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-63cbae8a-1636-4e9a-9029-3ce9d5623baf admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0759146 Nov 22 15:17:00.472890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 45b40972-840a-43e6-b74d-12a5a5e39149 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:00.547588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 45b40972-840a-43e6-b74d-12a5a5e39149 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:00.881868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9703e8-5dd3-448a-af43-70d263104f8e None None] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:17:00.982818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Provisioning for port 45b40972-840a-43e6-b74d-12a5a5e39149 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:00.990654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Provisioning complete for port 45b40972-840a-43e6-b74d-12a5a5e39149 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:00.991072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.359192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.408096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] For port 45b40972-840a-43e6-b74d-12a5a5e39149, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=45b40972-840a-43e6-b74d-12a5a5e39149,segment=NetworkSegment(149cfb08-cadb-48d8-8272-1a8299649ef2),segment_id=149cfb08-cadb-48d8-8272-1a8299649ef2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:17:01.412746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.418008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:01.486269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Pushing event updated for resources: {'Port': ['ID=45b40972-840a-43e6-b74d-12a5a5e39149,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:01.489536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:01.707661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60648) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:01.738713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-473e906a-df8f-4471-b74b-2f671a4e8451 None None] Provisioning complete for port 45b40972-840a-43e6-b74d-12a5a5e39149 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:01.739081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-473e906a-df8f-4471-b74b-2f671a4e8451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.785641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Request body: {'router': {'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'name': 'router1', 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:01.791428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:17:01.795317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Usage tracker for resource:router and tenant:8ffb140df1b046f093a34506ae7a0842 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:17:01.798446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:17:01.804292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:17:01.814133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.815361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.839037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.941378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.958519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:01.959805 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-39e6726f-b400-444c-ab34-d3dc683cb1ff admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2509291 Nov 22 15:17:02.433359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 45b40972-840a-43e6-b74d-12a5a5e39149 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:02.505162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 45b40972-840a-43e6-b74d-12a5a5e39149 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:02.505685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:04.121253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60660) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:04.195855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-c03d34d2-68db-4556-974d-f7d8fe12b200 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:17:04.197498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c03d34d2-68db-4556-974d-f7d8fe12b200 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752337 Nov 22 15:17:06.388293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60672) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:06.465417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:06.470748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:17:06.474739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Usage tracker for resource:network and tenant:1795c30d765544c383527465186f2f69 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:17:06.477745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:17:06.483583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:17:06.492204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Made reservation on behalf of 1795c30d765544c383527465186f2f69 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:17:06.496788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.509934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.542798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:17:06.546686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Usage tracker for resource:security_group_rule and tenant:1795c30d765544c383527465186f2f69 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:17:06.549513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:17:06.555382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:17:06.622696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.625278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.629584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:06.644186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Reserving flat network on physical network physnet1 {{(pid=88060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 22 15:17:06.668814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9163f70e-5d76-4b78-a1e7-0261709604a1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:06.671689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.672074 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Added segment 4b2da011-75ae-4dc5-9de8-c9a62d38e704 of type flat for network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 Nov 22 15:17:06.673304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:06.705136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.739701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.740830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:06.741453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:06.746780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7c03c847-65ed-4a83-8aec-ac7a96bdce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:06.970457 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5809829 Nov 22 15:17:06.971196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Pushing event updated for resources: {'Network': ['ID=7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:06.973925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:06.982325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:17:09.122524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60684) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:09.263337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac468c9c-55a9-4ec8-a430-019fae4fc3fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:09.264968 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ac468c9c-55a9-4ec8-a430-019fae4fc3fe admin admin] 10.222.0.55 "GET /v2.0/subnets/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4 HTTP/1.1" status: 200 len: 849 time: 0.1411633 Nov 22 15:17:09.414004 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-cf542ac1-5dce-4532-958d-779551fd4550 admin admin] 10.222.0.55 "GET /v2.0/routers/c86660b8-520e-4ca8-8182-6f5f16f48364 HTTP/1.1" status: 200 len: 704 time: 0.1429858 Nov 22 15:17:09.923099 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.200475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Allocated IP 172.20.0.1 (1780e1c3-9851-456f-a3e4-09827b3534d4/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4/717a9ea8-e396-4135-896c-8e2967e1e206) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:17:10.376652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.395466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Transition to ACTIVE for port object 717a9ea8-e396-4135-896c-8e2967e1e206 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:10.447505 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.452726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:10.522848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:10.526982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:10.532391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:17:10.532391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.534960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Pushing event updated for resources: {'Port': ['ID=717a9ea8-e396-4135-896c-8e2967e1e206,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:10.541110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:10.589076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cdbea01b-8d80-46ed-8148-d86b98102fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.658051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.840005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-5e1b7e04-f2b6-4c44-b61f-13f70be107c5 None None] Provisioning for port 717a9ea8-e396-4135-896c-8e2967e1e206 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:10.845719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-5e1b7e04-f2b6-4c44-b61f-13f70be107c5 None None] Provisioning complete for port 717a9ea8-e396-4135-896c-8e2967e1e206 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:10.846180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5e1b7e04-f2b6-4c44-b61f-13f70be107c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:10.905255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b7e04-f2b6-4c44-b61f-13f70be107c5 None None] Port 717a9ea8-e396-4135-896c-8e2967e1e206 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:17:11.051726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.055082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.056802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.060780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:11.193454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Pushing event updated for resources: {'Port': ['ID=717a9ea8-e396-4135-896c-8e2967e1e206,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:11.196931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:11.264303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:11.265669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:11.529326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-e4ede20c-d3a4-4101-ae14-6f1133145546 None None] Provisioning complete for port 717a9ea8-e396-4135-896c-8e2967e1e206 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:11.529731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e4ede20c-d3a4-4101-ae14-6f1133145546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:11.590249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-e4ede20c-d3a4-4101-ae14-6f1133145546 None None] Port 717a9ea8-e396-4135-896c-8e2967e1e206 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:17:11.637912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Router c86660b8-520e-4ca8-8182-6f5f16f48364 is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:17:11.806906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:17:11.816328 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] 10.222.0.55 "PUT /v2.0/routers/c86660b8-520e-4ca8-8182-6f5f16f48364/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3962224 Nov 22 15:17:11.817143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Sync routers for ids ['c86660b8-520e-4ca8-8182-6f5f16f48364'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:17:11.831497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Routers {'c86660b8-520e-4ca8-8182-6f5f16f48364'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:11.832399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:16:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['c86660b8-520e-4ca8-8182-6f5f16f48364'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:12.010456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Set router c86660b8-520e-4ca8-8182-6f5f16f48364 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:12.063587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.404734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:10Z', 'revision_number': 2, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port_host': None, '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:10Z', 'revision_number': 2, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:12.409665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Checking router: c86660b8-520e-4ca8-8182-6f5f16f48364 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:17:12.410108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Updating router c86660b8-520e-4ca8-8182-6f5f16f48364 port 717a9ea8-e396-4135-896c-8e2967e1e206 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:17:12.467243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.809667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ec356f3e-9970-48e2-9737-6cb6c05582a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.854744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.869846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Transition to ACTIVE for port object 717a9ea8-e396-4135-896c-8e2967e1e206 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:12.875294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:12.880224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:12.958038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Pushing event updated for resources: {'Port': ['ID=717a9ea8-e396-4135-896c-8e2967e1e206,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:13.018492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.018871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.019246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.019607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.019965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.020324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.020679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.021034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.021386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.021737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.022117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Tracked resource versions report: Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:17:13.023191 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:17:13.029786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:13.124763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Attempting to bind port 717a9ea8-e396-4135-896c-8e2967e1e206 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:17:13.125177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Attempting to bind port 717a9ea8-e396-4135-896c-8e2967e1e206 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:17:13.125588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Attempting to bind port 717a9ea8-e396-4135-896c-8e2967e1e206 on network 1780e1c3-9851-456f-a3e4-09827b3534d4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:17:13.132659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:17:13.133080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Checking segment: {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:13.133594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:13.134004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Bound using segment: {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:17:13.134552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Bound port: 717a9ea8-e396-4135-896c-8e2967e1e206, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149cfb08-cadb-48d8-8272-1a8299649ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:17:13.134953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:13.227384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] For port 717a9ea8-e396-4135-896c-8e2967e1e206, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:17:13.231979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] For port 717a9ea8-e396-4135-896c-8e2967e1e206, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=717a9ea8-e396-4135-896c-8e2967e1e206,segment=NetworkSegment(149cfb08-cadb-48d8-8272-1a8299649ef2),segment_id=149cfb08-cadb-48d8-8272-1a8299649ef2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:17:13.235768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:13.241440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:13.334249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Pushing event updated for resources: {'Port': ['ID=717a9ea8-e396-4135-896c-8e2967e1e206,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:13.338455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:13.339249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Routers {'c86660b8-520e-4ca8-8182-6f5f16f48364'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:13.339914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:17:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['c86660b8-520e-4ca8-8182-6f5f16f48364'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:13.375902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:13.505605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] Set router c86660b8-520e-4ca8-8182-6f5f16f48364 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:13.981111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:10Z', 'revision_number': 2, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port_host': None, '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:13Z', 'revision_number': 4, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:13.985132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba42249-2c7d-4555-8dc2-143f8c9a1abf None None] The sync data for ids ['c86660b8-520e-4ca8-8182-6f5f16f48364'] in dv-cinder-818778-1-smb is: [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:10Z', 'revision_number': 2, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port_host': None, '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:13Z', 'revision_number': 4, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:17:14.015145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60698) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:14.200591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62ee79-e0a4-4eee-a9df-890acd865628 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:14.201265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-4e62ee79-e0a4-4eee-a9df-890acd865628 admin admin] Synchronizing usage tracker for tenant:1795c30d765544c383527465186f2f69 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:17:14.218119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-4e62ee79-e0a4-4eee-a9df-890acd865628 admin admin] Unset dirty status for tenant:1795c30d765544c383527465186f2f69 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:17:14.219331 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4e62ee79-e0a4-4eee-a9df-890acd865628 admin admin] 10.222.0.55 "GET /v2.0/networks/7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 HTTP/1.1" status: 200 len: 842 time: 0.2031312 Nov 22 15:17:14.230445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:14.235933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:17:14.239783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Usage tracker for resource:subnet and tenant:1795c30d765544c383527465186f2f69 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:17:14.242644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:17:14.249555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:17:14.257888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Made reservation on behalf of 1795c30d765544c383527465186f2f69 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:17:14.263307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.577534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.653640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.658040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:14.732120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:14.736113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:14.744415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:14.744797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Network hostable DHCP agents. Network: 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:17:14.766463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:17:14.775148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:14.778977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:14.779581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:14.785237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1cb49-b56a-40ab-8a63-24d718ffc50a None None] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:17:14.800840 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5751047 Nov 22 15:17:15.029813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf460b56-89c2-4098-8c7d-ea4bac2e9364 None None] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:17:16.233028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:17:16.458704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 717a9ea8-e396-4135-896c-8e2967e1e206 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:16.531372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 717a9ea8-e396-4135-896c-8e2967e1e206 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:16.536083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 717a9ea8-e396-4135-896c-8e2967e1e206 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:16.536462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:16.653962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:16.686607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 717a9ea8-e396-4135-896c-8e2967e1e206, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=717a9ea8-e396-4135-896c-8e2967e1e206,segment=NetworkSegment(149cfb08-cadb-48d8-8272-1a8299649ef2),segment_id=149cfb08-cadb-48d8-8272-1a8299649ef2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:17:16.689414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:16.691714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-148f50df-b81d-4ed1-aab6-2f2ce8256465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:16.755550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=717a9ea8-e396-4135-896c-8e2967e1e206,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:16.759406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:17.043803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 60714) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:17.294431 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f273a778-144c-4d0c-ae13-607421831b76 admin admin] 10.222.0.55 "GET /v2.0/routers/c86660b8-520e-4ca8-8182-6f5f16f48364 HTTP/1.1" status: 200 len: 710 time: 0.2492228 Nov 22 15:17:17.589289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59483134-df9f-46d4-b8b9-a7dd2be6bd58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:17:17.590733 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-59483134-df9f-46d4-b8b9-a7dd2be6bd58 admin admin] 10.222.0.55 "GET /v2.0/networks/7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 HTTP/1.1" status: 200 len: 886 time: 0.2906797 Nov 22 15:17:17.600459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:17:18.096843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.283346 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.343237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.443705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 717a9ea8-e396-4135-896c-8e2967e1e206 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:18.483183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Allocated IP 172.28.2.78 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/08de2cc1-6948-471d-9330-23ddd885aa74) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:17:18.513039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 717a9ea8-e396-4135-896c-8e2967e1e206 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:18.513444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.633799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.658936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:18.663208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:18.728608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:17:18.732109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:17:18.733926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Pushing event updated for resources: {'Port': ['ID=08de2cc1-6948-471d-9330-23ddd885aa74,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:18.746581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:17:18.801233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:18.888887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:19.060832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:19.064431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854336184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036838435938'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:19.263700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Router c86660b8-520e-4ca8-8182-6f5f16f48364 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:17:19.623255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:17:19.632369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:19.633879 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] 10.222.0.55 "PUT /v2.0/routers/c86660b8-520e-4ca8-8182-6f5f16f48364 HTTP/1.1" status: 200 len: 889 time: 2.0367761 Nov 22 15:17:19.634234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Sync routers for ids ['c86660b8-520e-4ca8-8182-6f5f16f48364'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:17:19.648032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Routers {'c86660b8-520e-4ca8-8182-6f5f16f48364'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:19.648724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:17:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['c86660b8-520e-4ca8-8182-6f5f16f48364'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:19.845663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Set router c86660b8-520e-4ca8-8182-6f5f16f48364 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:20.203152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:18Z', 'revision_number': 4, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port': {'id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:18Z', 'updated_at': '2021-11-22T15:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:16Z', 'revision_number': 5, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:20.208183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Checking router: c86660b8-520e-4ca8-8182-6f5f16f48364 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:17:20.208590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Updating router c86660b8-520e-4ca8-8182-6f5f16f48364 port 08de2cc1-6948-471d-9330-23ddd885aa74 binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:17:20.261682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.739204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.751199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Transition to ACTIVE for port object 08de2cc1-6948-471d-9330-23ddd885aa74 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:17:20.760063 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.764576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:20.842137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Pushing event updated for resources: {'Port': ['ID=08de2cc1-6948-471d-9330-23ddd885aa74,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:20.846312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:20.848403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Attempting to bind port 08de2cc1-6948-471d-9330-23ddd885aa74 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:17:20.848816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Attempting to bind port 08de2cc1-6948-471d-9330-23ddd885aa74 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:17:20.849218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Attempting to bind port 08de2cc1-6948-471d-9330-23ddd885aa74 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:17:20.856634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:17:20.857054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:17:20.857506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.857943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:17:20.858498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Bound port: 08de2cc1-6948-471d-9330-23ddd885aa74, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:17:20.858918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.932835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] For port 08de2cc1-6948-471d-9330-23ddd885aa74, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:17:20.936069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] For port 08de2cc1-6948-471d-9330-23ddd885aa74, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=08de2cc1-6948-471d-9330-23ddd885aa74,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:17:20.940036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:20.944562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:21.026129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Pushing event updated for resources: {'Port': ['ID=08de2cc1-6948-471d-9330-23ddd885aa74,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:21.029694 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:21.032057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Routers {'c86660b8-520e-4ca8-8182-6f5f16f48364'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:17:21.032709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:17:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['c86660b8-520e-4ca8-8182-6f5f16f48364'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:21.231272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] Set router c86660b8-520e-4ca8-8182-6f5f16f48364 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:17:21.572596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:18Z', 'revision_number': 4, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port': {'id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:18Z', 'updated_at': '2021-11-22T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:16Z', 'revision_number': 5, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:17:21.576914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11425e6a-4b69-4b15-814e-d9e554255560 None None] The sync data for ids ['c86660b8-520e-4ca8-8182-6f5f16f48364'] in dv-cinder-818778-1-smb is: [{'id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'name': 'router1', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78'}], 'enable_snat': True}, 'gw_port_id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:17:01Z', 'updated_at': '2021-11-22T15:17:18Z', 'revision_number': 4, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'gw_port': {'id': '08de2cc1-6948-471d-9330-23ddd885aa74', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:18Z', 'updated_at': '2021-11-22T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '717a9ea8-e396-4135-896c-8e2967e1e206', 'name': '', 'network_id': '1780e1c3-9851-456f-a3e4-09827b3534d4', 'tenant_id': '8ffb140df1b046f093a34506ae7a0842', 'mac_address': 'fa:16:3e:93:68:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86660b8-520e-4ca8-8182-6f5f16f48364', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:17:09Z', 'updated_at': '2021-11-22T15:17:16Z', 'revision_number': 5, 'project_id': '8ffb140df1b046f093a34506ae7a0842', 'subnets': [{'id': 'e6ba8ee7-1124-44e3-a51e-e77aa4619cf4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6035c874-2c3c-454d-b55d-2e43c5ae910c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:17:21.978198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 60728) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:17:22.472538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 08de2cc1-6948-471d-9330-23ddd885aa74 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:22.545859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 08de2cc1-6948-471d-9330-23ddd885aa74 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:17:22.550607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 08de2cc1-6948-471d-9330-23ddd885aa74 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:22.551014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:22.668161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:22.684235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 08de2cc1-6948-471d-9330-23ddd885aa74, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=08de2cc1-6948-471d-9330-23ddd885aa74,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:17:22.687478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:22.690254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5eac983-bb35-40f1-ac88-5533829860f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:17:22.756951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=08de2cc1-6948-471d-9330-23ddd885aa74,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:17:22.760284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:17:22.866536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.policy [None req-fcdf3e7e-8df3-43a5-9324-78dc619daab1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88059) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 22 15:17:22.875153 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fcdf3e7e-8df3-43a5-9324-78dc619daab1 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.8949299 Nov 22 15:17:24.455509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 08de2cc1-6948-471d-9330-23ddd885aa74 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:17:24.536152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 08de2cc1-6948-471d-9330-23ddd885aa74 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:17:24.536575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:40.597134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1fe1acec-721c-468f-9ec0-bcc9771fdd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:42.065461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:42.813162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06a55395-7b40-47c1-88de-3600cc1ddf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:43.375332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:44.599483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:17:53.235011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:18:10.589288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-49049d54-40c8-4971-8a7d-1f5082d8a023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:12.069876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:12.827002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d1c34cbf-768d-49bb-b3c3-6b9374878e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:13.378157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:14.606620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:30.235870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:18:40.591313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f991-f12c-4f96-9c1b-9e428da81f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:42.073610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:42.818576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-069a00dc-c0b1-4d73-bc30-ef5878b5af33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:43.380939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:44.606832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:18:58.473246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33040) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:18:58.579965 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6caea64-ef86-4d9b-995d-b7f540304087 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:18:58.581260 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f6caea64-ef86-4d9b-995d-b7f540304087 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1070037 Nov 22 15:18:58.756007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cd9d1-44db-406c-9c11-b79eed4cdc0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:18:58.758406 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f79cd9d1-44db-406c-9c11-b79eed4cdc0b admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1727304 Nov 22 15:19:01.071720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33052) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:01.224603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770771a-6bfb-4560-a7d0-1de94431a270 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:01.227674 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2770771a-6bfb-4560-a7d0-1de94431a270 admin admin] 10.222.0.55 "GET /v2.0/subnets/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4 HTTP/1.1" status: 200 len: 849 time: 0.1546595 Nov 22 15:19:01.237689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:19:01.371110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:01.600803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789105287078'] for subnet, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:01.605846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:01.692717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:01.693475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:01.695742 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] 10.222.0.55 "PUT /v2.0/subnets/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4 HTTP/1.1" status: 200 len: 868 time: 0.4620547 Nov 22 15:19:01.697352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266d699d-d021-4265-af75-fc4501a82395 None None] Network 1780e1c3-9851-456f-a3e4-09827b3534d4 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:19:01.699160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ba8ee7-1124-44e3-a51e-e77aa4619cf4,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:01.710534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.711134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.711684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.711987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.712420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.712795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.713198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.713630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.714006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.714929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.714929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Tracked resource versions report: Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:19:01.716047 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:19:01.720090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:02.274096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f29f193e-35d9-44a4-98e8-52a084ecc5ed None None] Provisioning complete for port 45b40972-840a-43e6-b74d-12a5a5e39149 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:02.274638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f29f193e-35d9-44a4-98e8-52a084ecc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:02.426058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f29f193e-35d9-44a4-98e8-52a084ecc5ed None None] Provisioning complete for port 717a9ea8-e396-4135-896c-8e2967e1e206 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:02.426485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f29f193e-35d9-44a4-98e8-52a084ecc5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:04.188807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33068) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:04.482903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cabed-e23f-4c17-a47d-8e8d454d5af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:04.483317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cabed-e23f-4c17-a47d-8e8d454d5af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:04.485013 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8e1cabed-e23f-4c17-a47d-8e8d454d5af9 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2949672 Nov 22 15:19:06.950211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33080) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:07.220309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7ed9c-e7c3-480e-9aa5-32d91c365505 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:07.220736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7ed9c-e7c3-480e-9aa5-32d91c365505 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:07.222427 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fec7ed9c-e7c3-480e-9aa5-32d91c365505 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2710965 Nov 22 15:19:07.237966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:19:09.489217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33092) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:09.706006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edb84b-8ddd-426d-ac69-245f550d71cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:09.707542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-96edb84b-8ddd-426d-ac69-245f550d71cd admin admin] 10.222.0.55 "GET /v2.0/networks/1780e1c3-9851-456f-a3e4-09827b3534d4 HTTP/1.1" status: 200 len: 869 time: 0.2172794 Nov 22 15:19:10.593602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04822736-68ec-4b04-92de-7d84aaa7f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:11.960854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33104) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:12.082790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:12.267876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c10579-da18-4653-9e9e-0e4d53d6b0c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:12.269390 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b6c10579-da18-4653-9e9e-0e4d53d6b0c7 admin admin] 10.222.0.55 "GET /v2.0/networks/7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 HTTP/1.1" status: 200 len: 886 time: 0.3069465 Nov 22 15:19:12.831081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a32fc9c3-d673-4847-b6c2-38df184b52ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:13.387651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:14.625022 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:14.863478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33116) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:15.075422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655419d8-4af0-4fa7-9a12-7b90598bf5df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:15.075926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655419d8-4af0-4fa7-9a12-7b90598bf5df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:15.076813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-655419d8-4af0-4fa7-9a12-7b90598bf5df admin admin] Synchronizing usage tracker for tenant:1795c30d765544c383527465186f2f69 on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:19:15.097846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-655419d8-4af0-4fa7-9a12-7b90598bf5df admin admin] Unset dirty status for tenant:1795c30d765544c383527465186f2f69 on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:19:15.099879 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-655419d8-4af0-4fa7-9a12-7b90598bf5df admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2348413 Nov 22 15:19:17.256834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33128) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:17.402741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbf807-0ab0-43ce-9ec7-34c52ed58991 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:17.403074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbf807-0ab0-43ce-9ec7-34c52ed58991 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:17.404772 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d8dbf807-0ab0-43ce-9ec7-34c52ed58991 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1469011 Nov 22 15:19:19.568934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33140) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:19.704131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be011cc9-3ba2-4e9a-bb48-bbbedb3dc3e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:19.705598 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-be011cc9-3ba2-4e9a-bb48-bbbedb3dc3e6 admin admin] 10.222.0.55 "GET /v2.0/subnets/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed HTTP/1.1" status: 200 len: 816 time: 0.1353419 Nov 22 15:19:22.060769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33152) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:22.201357 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb43c7-af1a-43d1-9e9b-7e1fce19458a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:22.202797 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c0bb43c7-af1a-43d1-9e9b-7e1fce19458a admin admin] 10.222.0.55 "GET /v2.0/subnets/e6ba8ee7-1124-44e3-a51e-e77aa4619cf4 HTTP/1.1" status: 200 len: 868 time: 0.1409881 Nov 22 15:19:40.595793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c1c829d0-7291-44b7-b395-bdd4a8380ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:42.075990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:42.333845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33200) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:42.410926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-52ebb832-6e35-4b7e-bd4d-f256cbbe90f6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:19:42.412178 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-52ebb832-6e35-4b7e-bd4d-f256cbbe90f6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769978 Nov 22 15:19:42.823612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea033ff9-f765-4781-a382-59522d0bc178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:43.387384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:44.238267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:19:44.570140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33212) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:44.616234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:44.674305 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d02a5e-60ee-4ef6-8549-a542daad4c74 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:19:44.675621 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f6d02a5e-60ee-4ef6-8549-a542daad4c74 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1044672 Nov 22 15:19:44.813427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8e2e6-96d2-4926-87c4-25c2e88c26e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:44.815055 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-89d8e2e6-96d2-4926-87c4-25c2e88c26e8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1340361 Nov 22 15:19:46.971167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33224) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:47.047052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:19:47.051866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:19:47.062295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:19:47.071357 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Made reservation on behalf of 1795c30d765544c383527465186f2f69 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:19:47.075876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:47.168715 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.services.revisions.revision_plugin [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Could not find related network for resource to bump revision. Nov 22 15:19:47.180331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:19:47.189319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:47.189702 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Added segment 7ba546eb-51a2-48db-8ecf-f0f2e0a06d79 of type vlan for network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc Nov 22 15:19:47.217253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:47.246937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:47.248157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:47.248782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:47.253455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:47.353247 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3809285 Nov 22 15:19:47.356347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Pushing event updated for resources: {'Network': ['ID=271dccfb-59b4-4e3d-b7be-bf86ca8007dc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:47.365008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.365870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.366266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.366624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.366984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.367341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.367697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.368053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.368406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.368763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.369114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:47.373647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:47.382584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:19:49.476979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33236) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:19:49.577368 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52a5f88-4bc7-40d5-8681-af07ef4a28fa admin admin] GET failed (client error): The resource could not be found. Nov 22 15:19:49.577919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d52a5f88-4bc7-40d5-8681-af07ef4a28fa admin admin] Synchronizing usage tracker for tenant:1795c30d765544c383527465186f2f69 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:19:49.591959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d52a5f88-4bc7-40d5-8681-af07ef4a28fa admin admin] Unset dirty status for tenant:1795c30d765544c383527465186f2f69 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:19:49.593132 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d52a5f88-4bc7-40d5-8681-af07ef4a28fa admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1151209 Nov 22 15:19:49.710733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a4cd0-39ee-4bfc-9324-9d0bb893e98c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:49.712293 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-985a4cd0-39ee-4bfc-9324-9d0bb893e98c admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1147017 Nov 22 15:19:49.722702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:19:49.727778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:19:49.737655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:19:49.746819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Made reservation on behalf of 1795c30d765544c383527465186f2f69 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:19:49.751359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:49.957149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:49.962292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:50.206394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ae1601-2a50-401b-a052-4b2021773488,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:50.213563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:50.217117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Checking segment: {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:19:50.217481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Network hostable DHCP agents. Network: 271dccfb-59b4-4e3d-b7be-bf86ca8007dc, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:19:50.239088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:19:50.247634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 271dccfb-59b4-4e3d-b7be-bf86ca8007dc) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:19:50.251629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:19:50.252265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:50.257352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f875c-deb8-427b-b7ea-83e3975ae395 None None] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:19:50.276463 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5573411 Nov 22 15:19:50.491368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-271dccfb-59b4-4e3d-b7be-bf86ca8007dc', 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc', 'tenant_id': '1795c30d765544c383527465186f2f69', 'fixed_ips': [{'subnet_id': '24ae1601-2a50-401b-a052-4b2021773488'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:19:50.492312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:50.799181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Allocated IP 192.168.233.2 (271dccfb-59b4-4e3d-b7be-bf86ca8007dc/24ae1601-2a50-401b-a052-4b2021773488/d685a2c5-a0cd-4a0f-b8b9-eadf99e55954) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:19:51.020247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:51.035125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Transition to ACTIVE for port object d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:19:51.056351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Transition to ACTIVE for port object d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:19:51.061343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:51.067382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:51.135075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:19:51.138642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:19:51.143529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:19:51.145747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Pushing event updated for resources: {'Port': ['ID=d685a2c5-a0cd-4a0f-b8b9-eadf99e55954,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:51.186551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.186931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.187282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.187650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.188012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.188378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.188736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.189091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.189446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.189802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.190236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:19:51.198503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:51.248901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Attempting to bind port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:19:51.249312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Attempting to bind port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:19:51.249723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Attempting to bind port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 on network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:19:51.257867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:19:51.258325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Checking segment: {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:19:51.258769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:51.259204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Bound using segment: {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:19:51.259711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Bound port: d685a2c5-a0cd-4a0f-b8b9-eadf99e55954, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:19:51.260121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:51.353664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] For port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:19:51.357013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] For port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d685a2c5-a0cd-4a0f-b8b9-eadf99e55954,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:19:51.360578 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:51.366308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:51.447143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Pushing event updated for resources: {'Port': ['ID=d685a2c5-a0cd-4a0f-b8b9-eadf99e55954,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:51.451669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:52.568945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:19:52.660895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:19:52.964363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460ae72-8aa4-4566-920e-021d2e7a494d None None] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:19:53.070350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Provisioning for port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:19:53.079469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Provisioning complete for port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:53.079884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:53.328588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:53.376729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] For port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d685a2c5-a0cd-4a0f-b8b9-eadf99e55954,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:19:53.380680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:53.383603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:19:53.458030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Pushing event updated for resources: {'Port': ['ID=d685a2c5-a0cd-4a0f-b8b9-eadf99e55954,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:19:53.462221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:19:53.713203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-da9d8b11-b2b1-4313-a811-2b3f32056d7e None None] Provisioning complete for port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:53.714430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da9d8b11-b2b1-4313-a811-2b3f32056d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:19:54.529279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:19:54.599591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port d685a2c5-a0cd-4a0f-b8b9-eadf99e55954 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:19:54.600000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:10.598282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bde433f8-c424-45b8-96df-c7bab5fdcad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:12.080009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:12.826248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-578a7a07-0317-4965-b0eb-f3939c7ed9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:13.391943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:14.619671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:21.238819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:20:40.601557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7637739b-7ef6-4c03-8208-c818b72fcd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:42.085401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:42.828770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-112a98b5-0fbe-4734-8100-5b530c92c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:43.393686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:44.622309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:20:58.239884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:21:04.743285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33270) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:04.749709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [None req-17130965-7cb3-435b-b4f8-9f714e295a4b tempest-verify_tempest_config-1126419042 tempest-verify_tempest_config-1126419042-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:21:04.750790 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-17130965-7cb3-435b-b4f8-9f714e295a4b tempest-verify_tempest_config-1126419042 tempest-verify_tempest_config-1126419042-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064595 Nov 22 15:21:05.184044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33288) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:05.340653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.373774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:21:05.377782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Usage tracker for resource:security_group_rule and tenant:1349c731b96a4be798c74235dc19ba89 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:21:05.381315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:21:05.387280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:21:05.456647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.459196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.467170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:21:05.508252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcf5d85-6187-4ae7-977a-12c073a6821f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:21:05.513026 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Synchronizing usage tracker for tenant:1795c30d765544c383527465186f2f69 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:21:05.524371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.524746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.525113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.525477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.525839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.526225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.526584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.526945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.527294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.527643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.527990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:21:05.535788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:21:05.541463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Unset dirty status for tenant:1795c30d765544c383527465186f2f69 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:21:05.542803 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1349c731b96a4be798c74235dc19ba89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3576920 Nov 22 15:21:05.545508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33294) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:21:05.609835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.637190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.687765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.693571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:21:05.707010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcf5d85-6187-4ae7-977a-12c073a6821f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:21:05.710901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:21:05.711792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:05.712990 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbcf5d85-6187-4ae7-977a-12c073a6821f HTTP/1.1" status: 204 len: 168 time: 0.1664376 Nov 22 15:21:10.603655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e24797a0-9332-42af-a119-ad3bd095a267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:12.078006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:12.832613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4756c724-bef1-40bd-b55c-326a3addb77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:13.397838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:14.626660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:35.240857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:21:40.606366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11b210f3-0ae8-4aff-afe2-7a7b3887a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:42.078877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:42.835098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1a1a02ee-4d58-454c-a8fd-0f727db1b7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:43.399089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:21:44.627150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:10.607534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8c4db330-00df-4f13-83dc-24563082b295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:12.081272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:12.242304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:22:12.836104 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d3d24fb8-f779-4f1a-935b-8ca9440c1650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:13.403051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:14.631180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:40.608720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5ad5eb49-01b4-420c-9b41-aa065791d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:42.084875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:42.837684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eacf1b04-25fc-4159-bf63-decfe2f627d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:43.405457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:44.634066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:22:49.243301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:22:49.885647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428146'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:07.098147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33376) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:23:07.248339 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-11162d7a-e20d-4275-b5cf-b324d1fd9161 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1488154 Nov 22 15:23:09.365811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33388) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:23:09.450439 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1b6a4f76-3379-4e08-8678-867278f610db admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0833652 Nov 22 15:23:10.609931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c769841-f60f-4e5f-9c0a-ddc2f0733417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:12.086037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:12.840020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c3c68e58-2d19-48a1-8937-22450e5b9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:13.408864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:14.636940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:19.849061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:26.245237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:23:40.612234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a11590a-779f-4b93-9084-cbeb017cf1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:42.087183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:42.843634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa7cc-9b17-4965-8f61-e115d6d20865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:43.410407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:44.638835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:23:49.845642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:03.249047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:24:10.625100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-858ccd36-601f-4fec-bece-604c0b22ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:12.091409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:12.846377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8e798f4-73a0-43c8-98ac-44c4c6c8fb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:13.416100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:14.645255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:19.844881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:40.250945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:24:40.620062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-338e3ab8-69c4-4f1d-a832-676e3bc5311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:42.096621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:42.847270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59aca28e-392b-499e-bab4-4a8659458bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:43.419050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:44.646165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:24:49.858607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:01.947841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33574) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:01.963646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33580) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:02.141921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33590) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:02.180073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33596) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:02.361554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-network', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:02.364611 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.quota [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Loaded quota_driver: . Nov 22 15:25:02.374976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.380635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Usage tracker for resource:network and tenant:db788fb9ed774a868e50dc4f607bea47 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.384177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.396428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1579663106-network', 'tenant_id': 'ecf2bf4037224d25b86175fdf5bf8576'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:02.401833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.405541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.412198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Usage tracker for resource:network and tenant:ecf2bf4037224d25b86175fdf5bf8576 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.415436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.425959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.433262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Made reservation on behalf of db788fb9ed774a868e50dc4f607bea47 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:02.438914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.457266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Made reservation on behalf of ecf2bf4037224d25b86175fdf5bf8576 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:02.462099 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.473643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.493277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.556582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.560602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf2bf4037224d25b86175fdf5bf8576 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.564969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.573111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.577985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-173596801-network', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:02.584580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.589686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Usage tracker for resource:network and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.593826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.602598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.616507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Made reservation on behalf of 689e13d8ab0e4cdda59d47ef2c48875f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:02.622777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.651752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.653657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-645572295-network', 'tenant_id': '59470a66d04140078b70684929dace72'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:02.658554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.660101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.660923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.663501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Usage tracker for resource:security_group_rule and tenant:db788fb9ed774a868e50dc4f607bea47 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.663675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.670515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.677030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:02.692349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.707264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.710860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:02.711909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.716619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.724902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.743495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Usage tracker for resource:network and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.747409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.747756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363247749440321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.748580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Unsubscribe: segment precommit_create {{(pid=88059) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 22 15:25:02.751452 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Added segment 16025d63-4c43-468a-91bd-ebad8b7acc0c of type vlan for network ef1448db-5596-4981-8133-0698ddc6d734 Nov 22 15:25:02.757633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.788164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:02.793493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.810955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a665a-da6a-4868-9505-63f19d43c14e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:02.822084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.849632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.850337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.850883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.851395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.852102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.852618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.853136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.853791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.854327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.854837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.855382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Tracked resource versions report: Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:25:02.856639 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:02.881149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.886424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:02.887703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.892658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:02.895502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.900904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Usage tracker for resource:security_group_rule and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:02.903718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:02.928139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.939301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:02.942543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe30404-d3f0-435a-82ff-243cf372ef4e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:02.944980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.956713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.957300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.957416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.957791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.958334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.958657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.959028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.959395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.959763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.960119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.960480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Tracked resource versions report: Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:25:02.961708 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:02.964949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:02.966821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:02.972601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:02.977136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:02.997757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:02.998251 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Added segment 76bffd26-b172-4882-9b8b-7c94b06cbe91 of type vlan for network ec026a23-a890-4b01-85eb-025f4eb89178 Nov 22 15:25:03.002364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88617bad-50f7-4e88-9491-bb4b898e61e3,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.005432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.006731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.009236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:03.010117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.046646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.048208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.120345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.125101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.141995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:03.154827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.155792 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Added segment 88421e4c-e209-45ba-91e8-6e062af880c1 of type vlan for network 81675b76-4ab1-47d3-966d-95400f088b92 Nov 22 15:25:03.192263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.229510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.244322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.245062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.248290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:03.249675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.274972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1448db-5596-4981-8133-0698ddc6d734,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.278358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:03.279011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.281166 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3162637 Nov 22 15:25:03.281845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33638) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:03.283314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:03.288584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.292381 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network ef1448db-5596-4981-8133-0698ddc6d734 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:03.296763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Request body: {'subnet': {'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1579663106-subnet', 'tenant_id': 'ecf2bf4037224d25b86175fdf5bf8576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.302002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.306386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Usage tracker for resource:subnet and tenant:ecf2bf4037224d25b86175fdf5bf8576 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.310423 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.318655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:03.318818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41754b97-0fb5-4cd2-9840-e469dd78c84d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.325350 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1413982 Nov 22 15:25:03.325350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.325807 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1827734 Nov 22 15:25:03.326632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eed95d0e-716d-4a85-9521-5f8a46c56576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.333089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33642) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:03.333749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33644) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:03.344322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Request body: {'subnet': {'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-645572295-subnet', 'tenant_id': '59470a66d04140078b70684929dace72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.350073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:03.355260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Usage tracker for resource:subnet and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:03.358939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:03.365265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:03.390347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Request body: {'subnet': {'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-173596801-subnet', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:03.394491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Made reservation on behalf of ecf2bf4037224d25b86175fdf5bf8576 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:03.407907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.481462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Pushing event updated for resources: {'Network': ['ID=ec026a23-a890-4b01-85eb-025f4eb89178,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.515389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network ec026a23-a890-4b01-85eb-025f4eb89178 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:03.671640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:03.680886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.711324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Pushing event updated for resources: {'Network': ['ID=81675b76-4ab1-47d3-966d-95400f088b92,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:03.714252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.714703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:03.715024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:03.740574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:03.741313 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Added segment 31c7c23b-bdb2-41b7-bf41-c48b5b945c28 of type vlan for network be7f19b7-244f-468f-b33d-2a3b3aaefef9 Nov 22 15:25:03.744773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 81675b76-4ab1-47d3-966d-95400f088b92 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:03.987394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:04.005294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Usage tracker for resource:subnet and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:04.013468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:04.021292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.035173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:04.052247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.100976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.126660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Made reservation on behalf of 689e13d8ab0e4cdda59d47ef2c48875f for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:04.131648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.300410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2858e6e-001a-4ff4-b693-bdeb1704897f,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.343804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.381964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Checking segment: {'id': '16025d63-4c43-468a-91bd-ebad8b7acc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:04.382392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Network hostable DHCP agents. Network: ef1448db-5596-4981-8133-0698ddc6d734, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:04.393019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.402070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:04.402707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.418291 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.635894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Pushing event updated for resources: {'Network': ['ID=be7f19b7-244f-468f-b33d-2a3b3aaefef9,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.642251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.643197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.646585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Network ef1448db-5596-4981-8133-0698ddc6d734 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:04.652105 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6996458 Nov 22 15:25:04.652500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33698) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:04.652988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:04.659406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Request body: {'subnet': {'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-subnet', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:04.675230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:04.677390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd481e2f-1c2d-4bf1-9c7b-bed384dfd3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:04.688717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Usage tracker for resource:subnet and tenant:db788fb9ed774a868e50dc4f607bea47 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:04.692112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:04.710719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:04.740686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Made reservation on behalf of db788fb9ed774a868e50dc4f607bea47 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:04.745714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.778454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, ef1448db-5596-4981-8133-0698ddc6d734) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:04.819584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:04.820247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.837044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fb8b7-0342-4cea-bb7b-b35f76b23196 None None] Network ef1448db-5596-4981-8133-0698ddc6d734 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:04.950468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67eae7bf-7054-4523-b0f9-e329ce009100,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:04.955877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:04.960670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:04.964025 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b1a1363e-2852-41ff-ac95-d87cadf9d565 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6775823 Nov 22 15:25:04.973967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:05.045004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Checking segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:05.046123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Network hostable DHCP agents. Network: 81675b76-4ab1-47d3-966d-95400f088b92, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:05.075151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:05.087255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:05.117678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Checking segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:05.120770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Network hostable DHCP agents. Network: ec026a23-a890-4b01-85eb-025f4eb89178, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:05.136641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Network 81675b76-4ab1-47d3-966d-95400f088b92 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:05.160864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 81675b76-4ab1-47d3-966d-95400f088b92) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:05.171412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:05.178453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.188092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92ea45-9971-439b-81a6-5a140d0ca34c None None] Network 81675b76-4ab1-47d3-966d-95400f088b92 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.222362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Network ec026a23-a890-4b01-85eb-025f4eb89178 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:05.250554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, ec026a23-a890-4b01-85eb-025f4eb89178) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:05.278048 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9297557 Nov 22 15:25:05.278048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:05.278048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.315453 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-51e8daf2-0ef3-43d0-8ced-e3d20406c3c9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9783542 Nov 22 15:25:05.316283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33722) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:05.328587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:05.340457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.341707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:05.347891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Usage tracker for resource:router and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:05.352808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a5a8f15-1bfe-43fc-890e-9483dbfdb0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:05.355398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:05.368080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:05.384691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.386385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.400756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9b0b7-621f-4b47-a92f-ca43eb6c1804 None None] Network ec026a23-a890-4b01-85eb-025f4eb89178 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.453046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.569315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:05.573180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:05.576854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Checking segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:05.577848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Network hostable DHCP agents. Network: be7f19b7-244f-468f-b33d-2a3b3aaefef9, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:05.620589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:05.656775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, be7f19b7-244f-468f-b33d-2a3b3aaefef9) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:05.684969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:05.686212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.718815 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-114ebf5d-7c8a-4e96-9e39-aa8d81c4f304 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0649328 Nov 22 15:25:05.719918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33738) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:05.748740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:05.760552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:05.770632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Usage tracker for resource:router and tenant:db788fb9ed774a868e50dc4f607bea47 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:05.772717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c5e81-d366-4341-8329-d4e65248bd92 None None] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:05.782350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:05.792747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:05.828982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.833687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.892536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.952238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:05.953549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33754) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:05.978753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfaa44b-3668-492b-b17c-84590f299d1b None None] Network ef1448db-5596-4981-8133-0698ddc6d734 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:06.244531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.288639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.289467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.588372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Allocated IP 172.28.2.76 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/f8b49c25-e72d-4336-b99e-4473b1f137c8) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:06.643330 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.747994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784d5f5-2aed-4725-88a2-bd7b218b975e None None] Network 81675b76-4ab1-47d3-966d-95400f088b92 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:06.798123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:06.819377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Usage tracker for resource:security_group_rule and tenant:1f7b0df70a324387b43600a5b0cf722f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:06.825797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:06.839298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:06.868973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.935535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.937489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33808) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:06.942881 dv-cinder-818778-1-smb neutron-server[87950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 15:25:06.976791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:06.984532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:07.016080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33822) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:07.065753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.121754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.128015 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:07.133111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:07.138619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:07.263687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.266739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:07.301783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43488f91-94f3-49a4-bb80-93a89f0b6033 None None] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:07.328168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-ec026a23-a890-4b01-85eb-025f4eb89178', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:25:07.328917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.347035 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f7b0df70a324387b43600a5b0cf722f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3893368 Nov 22 15:25:07.347035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d7fed6-dd48-467a-aa9f-5f0cfc7bf9db,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:07.348183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33838) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:07.467144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:07.491711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b49c25-e72d-4336-b99e-4473b1f137c8,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:07.507974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:07.584221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33854) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:07.710474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.711521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.722786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Allocated IP 172.20.0.2 (ec026a23-a890-4b01-85eb-025f4eb89178/70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560/0dde003c-13a7-4505-987a-f89c2c79edf7) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:07.771990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Allocated IP 172.28.2.44 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/dad785c6-399d-49c9-bcf1-de7398315b8d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:07.955524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:07.998565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.087960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-8499a04d-c952-4d4c-9fcb-0566de40addd tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:08.088495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:08.088721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-8499a04d-c952-4d4c-9fcb-0566de40addd tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:08.097112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Usage tracker for resource:security_group_rule and tenant:0384ef63ed6a49e4823398955900a6f1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:08.099061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-40e02e7a-5ab4-4567-8f29-cfdecf4f0881 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:08.100669 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-40e02e7a-5ab4-4567-8f29-cfdecf4f0881 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/networks?id=ef1448db-5596-4981-8133-0698ddc6d734 HTTP/1.1" status: 200 len: 812 time: 1.1604757 Nov 22 15:25:08.101461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:08.111591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:08.156360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.159548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-8499a04d-c952-4d4c-9fcb-0566de40addd tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:08.160845 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-8499a04d-c952-4d4c-9fcb-0566de40addd tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 1.0971534 Nov 22 15:25:08.162141 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-e2a5b234-8086-4119-bd5c-40c54ad2010b tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/quotas/ecf2bf4037224d25b86175fdf5bf8576 HTTP/1.1" status: 200 len: 375 time: 0.0515707 Nov 22 15:25:08.178519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.210583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Transition to ACTIVE for port object 0dde003c-13a7-4505-987a-f89c2c79edf7 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:08.213309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.242257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Transition to ACTIVE for port object 0dde003c-13a7-4505-987a-f89c2c79edf7 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:08.249769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.251412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.266656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f45cd2af-505c-4c0b-a32e-91e8eac05a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.275557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.282302 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-14ec6e1f-b303-4545-8e78-504c17fb947f tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ecf2bf4037224d25b86175fdf5bf8576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095922 Nov 22 15:25:08.296142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.307977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.336848 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-78ad63b2-c3b4-416d-b0c3-e70ab7106314 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/quotas/59470a66d04140078b70684929dace72 HTTP/1.1" status: 200 len: 375 time: 0.1143680 Nov 22 15:25:08.355183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68c9188-de85-48a8-bd46-009b23b005d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.385691 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0384ef63ed6a49e4823398955900a6f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8000515 Nov 22 15:25:08.387324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e18fa2-60e8-4bdd-a9e6-8f0c78882b8b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.391194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33896) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:08.395840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.402124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Network ec026a23-a890-4b01-85eb-025f4eb89178 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:08.423629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Router d6de4897-ae4b-41c1-bc80-43765363167b is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:25:08.426061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:08.431920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:08.449432 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-c77e1670-68c5-4ab4-a47a-38342f858a4a tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116078 Nov 22 15:25:08.456590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:08.463870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:08.471392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Pushing event updated for resources: {'Port': ['ID=0dde003c-13a7-4505-987a-f89c2c79edf7,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.472479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:08.502214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Pushing event updated for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.510665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.551663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.552051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.552428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.552801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.553235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.553508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.554052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.554428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.554792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.555157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.555516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Tracked resource versions report: Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:25:08.556586 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:08.567010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.568533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.570141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.582421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ad74385e-3121-4a08-94a9-2a80d1cb248d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.638557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.655015 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Attempting to bind port 0dde003c-13a7-4505-987a-f89c2c79edf7 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:08.656297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Attempting to bind port 0dde003c-13a7-4505-987a-f89c2c79edf7 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:08.656731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Attempting to bind port 0dde003c-13a7-4505-987a-f89c2c79edf7 on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:08.661256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-e0af9406-ae3a-42f4-9888-cfeda665acc4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:08.665663 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-e0af9406-ae3a-42f4-9888-cfeda665acc4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2992709 Nov 22 15:25:08.667514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d7fed6-dd48-467a-aa9f-5f0cfc7bf9db,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.674608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.681003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:08.681498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Checking segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:08.681958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.682432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Bound using segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:08.682974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Bound port: 0dde003c-13a7-4505-987a-f89c2c79edf7, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:08.683394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.740641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-c7d37579-7009-4bc6-bb98-f1b162ec72e7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:08.750325 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-c7d37579-7009-4bc6-bb98-f1b162ec72e7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1417999 Nov 22 15:25:08.814938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.828076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.845616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e18fa2-60e8-4bdd-a9e6-8f0c78882b8b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:08.847047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] For port 0dde003c-13a7-4505-987a-f89c2c79edf7, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:08.852021 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:08.858136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] For port 0dde003c-13a7-4505-987a-f89c2c79edf7, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=0dde003c-13a7-4505-987a-f89c2c79edf7,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:08.868093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:08.871956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.881283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:08.883175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:08.905878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:08.906979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:24:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:08.911584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.915254 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e18fa2-60e8-4bdd-a9e6-8f0c78882b8b HTTP/1.1" status: 204 len: 168 time: 0.5191431 Nov 22 15:25:08.931225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:08.933887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6151571 Nov 22 15:25:08.935532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 33936) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:09.018315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Pushing event updated for resources: {'Port': ['ID=0dde003c-13a7-4505-987a-f89c2c79edf7,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:09.030882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:09.134038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:09.332441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.334499 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2d7fed6-dd48-467a-aa9f-5f0cfc7bf9db HTTP/1.1" status: 204 len: 168 time: 1.8704708 Nov 22 15:25:09.584681 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-e7e9b0b4-bba2-4830-8163-9666e6e80fdf service neutron] 10.222.0.55 "GET /v2.0/networks/ef1448db-5596-4981-8133-0698ddc6d734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9086516 Nov 22 15:25:09.593257 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-0708633f-4069-4602-b635-818dfbc352ef service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415084 Nov 22 15:25:09.729224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33958) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:09.732050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.732860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:09.908626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 3, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:09.919844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:09.921089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Updating router d6de4897-ae4b-41c1-bc80-43765363167b port f8b49c25-e72d-4336-b99e-4473b1f137c8 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:09.944069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.052585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.100303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:10.105514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c33ea30b19144d80939ab4b3214a43ff is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:10.109737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:10.119111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:10.257797 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-cbf7b40a-d878-4a77-ad53-3a3ef7a22601 service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170409 Nov 22 15:25:10.262919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 33972) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:10.334715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-37876e2e-3c65-4cfe-8d26-ec45916ce4b5 service neutron] 10.222.0.55 "GET /v2.0/networks/ef1448db-5596-4981-8133-0698ddc6d734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295392 Nov 22 15:25:10.428897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.633169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.673565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9f3387f6-19c6-4d86-8460-bf02d1334a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.707687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.800324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.863128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 0dde003c-13a7-4505-987a-f89c2c79edf7 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:10.931465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Allocated IP 172.20.0.1 (ec026a23-a890-4b01-85eb-025f4eb89178/70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560/f321a6cd-f499-46e4-8399-27d67118ccab) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:10.962200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:10.966068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:10.988827 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c33ea30b19144d80939ab4b3214a43ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2404246 Nov 22 15:25:11.005373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Transition to ACTIVE for port object f8b49c25-e72d-4336-b99e-4473b1f137c8 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:11.026601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34014) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:11.029404 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.061630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:11.098453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 0dde003c-13a7-4505-987a-f89c2c79edf7 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:11.212152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Attempting to bind port f8b49c25-e72d-4336-b99e-4473b1f137c8 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:11.214285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Attempting to bind port f8b49c25-e72d-4336-b99e-4473b1f137c8 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:11.216530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Attempting to bind port f8b49c25-e72d-4336-b99e-4473b1f137c8 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:11.273769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:11.274465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:11.275077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.275663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:11.276529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Bound port: f8b49c25-e72d-4336-b99e-4473b1f137c8, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:11.277265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.314117 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-caf0e2d9-0765-42c6-8fa3-2ffc3324a259 req-0161802a-5727-42b4-8eb9-70a73f74513e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.3528044 Nov 22 15:25:11.329676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:11.356046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.382170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Transition to ACTIVE for port object f321a6cd-f499-46e4-8399-27d67118ccab will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:11.404639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Pushing event updated for resources: {'Port': ['ID=f8b49c25-e72d-4336-b99e-4473b1f137c8,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:11.407317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.413823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:11.454588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.454973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.455352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.456688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.457213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.459300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.459695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.460350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.460455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.460842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.461095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Tracked resource versions report: Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: pushed versions: Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: { 'ConntrackHelper': {'1.0'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': {'1.0'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': {'1.1'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': {'1.5'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': {'1.2'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': {'1.8'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': {'1.2'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': {'1.0'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': {'1.0'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': {'1.1'}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': {'1.1'}} Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: consumer versions: Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: { DHCP agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: HyperV agent@hv-cinder-81877: {}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: L3 agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: Metadata agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: Metering agent@dv-cinder-818778-1-smb: {}, Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: Open vSwitch agent@dv-cinder-818778-1-smb: { 'ConntrackHelper': '1.0', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Log': '1.0', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Network': '1.1', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Port': '1.5', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'PortForwarding': '1.2', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'QosPolicy': '1.8', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroup': '1.2', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SecurityGroupRule': '1.0', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'SubPort': '1.0', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Subnet': '1.1', Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: 'Trunk': '1.1'}} Nov 22 15:25:11.462194 dv-cinder-818778-1-smb neutron-server[87950]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 22 15:25:11.468553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf598aa495c423a8d511c28f4bd5036 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:11.471681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a15070-a257-4944-9eda-4dce53b245b2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:11.474635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:11.480278 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-51e2dd18-6a57-42ef-b820-2aa167d6b67d req-6d5e51d0-d3b4-4d2b-916e-18a4bc1a1014 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.1879094 Nov 22 15:25:11.495967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:11.496895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:11.583794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Pushing event updated for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:11.593502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] For port f8b49c25-e72d-4336-b99e-4473b1f137c8, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:11.597816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:11.602588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] For port f8b49c25-e72d-4336-b99e-4473b1f137c8, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f8b49c25-e72d-4336-b99e-4473b1f137c8,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:11.610550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:11.614406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.616029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Network ec026a23-a890-4b01-85eb-025f4eb89178 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:11.619304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:11.621275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:11.632237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:11.633177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.679143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.745966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c18c8-778d-4779-95ca-8b37ec07c5f1 None None] Network ec026a23-a890-4b01-85eb-025f4eb89178 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:11.825752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.841472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Pushing event updated for resources: {'Port': ['ID=f8b49c25-e72d-4336-b99e-4473b1f137c8,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:11.845558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:11.855366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:11.859841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:11.861139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:24:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:12.135483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.141670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Router 5a00756f-c9ba-4419-943b-c0a0af2e14cf is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:25:12.159236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.191480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.197533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.198993 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.203961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-712e47f0-ae54-47a2-8a72-93f274bdf024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.225402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-419df558-2901-4af2-a4d8-2e4d2c4fefe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.551606 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bf598aa495c423a8d511c28f4bd5036&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2710495 Nov 22 15:25:12.565897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34086) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:12.567047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Pushing event updated for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:12.591097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.591326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Provisioning for port 0dde003c-13a7-4505-987a-f89c2c79edf7 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:12.599894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Provisioning complete for port 0dde003c-13a7-4505-987a-f89c2c79edf7 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:12.599894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.601464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:12.666216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.743934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.753963 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b84e159e-9f48-4645-88b7-837a2d1068d7 req-4d509383-8b53-41c1-8eb9-ef02b33e2f6f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.2077003 Nov 22 15:25:12.783502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9acb9-4590-4075-8ca3-7f2ead551659,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:12.834665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.852424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:12.853343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8ef46a7e-18ac-43e4-9f64-b02c2dc84483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.860516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] For port 0dde003c-13a7-4505-987a-f89c2c79edf7, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=0dde003c-13a7-4505-987a-f89c2c79edf7,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:12.877799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Network ec026a23-a890-4b01-85eb-025f4eb89178 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:12.879277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:12.885769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:12.887585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:12.899128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:12.919237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a15070-a257-4944-9eda-4dce53b245b2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:12.979771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-69a5d9de-6abb-4568-af9b-7207fe688971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.069933 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-60f34f6b-0657-4c69-81da-68568a3b2b88 req-52442b5d-0800-49fc-87ab-8e8ff13670b2 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.2541444 Nov 22 15:25:13.073563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:13.117767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.121273 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4a15070-a257-4944-9eda-4dce53b245b2 HTTP/1.1" status: 204 len: 168 time: 2.0800409 Nov 22 15:25:13.267144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Pushing event updated for resources: {'Port': ['ID=0dde003c-13a7-4505-987a-f89c2c79edf7,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:13.302378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:13.350375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.390066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:13.443642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.444105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Sync routers for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:13.447676 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7235789 Nov 22 15:25:13.448037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34118) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:13.491388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Provisioning for port f321a6cd-f499-46e4-8399-27d67118ccab completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:13.503251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:13.509516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:13.918990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:13.944306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-57983f59-116e-4fb2-b650-9e56f2d2b753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:13.981072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 2, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:13.988114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18dee62-39cb-4ceb-8a5e-c7f4c101ee4d None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 2, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:14.001056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9acb9-4590-4075-8ca3-7f2ead551659,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:14.025373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:14.042492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:14.050281 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65f9acb9-4590-4075-8ca3-7f2ead551659 HTTP/1.1" status: 204 len: 168 time: 1.4739509 Nov 22 15:25:14.165731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:25:14.377845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:14.405560 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6d1765c7-7d92-4b52-af99-5f3ceef73d26 req-1b066595-230b-47bb-a2e3-80e6ff0f1246 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.2153726 Nov 22 15:25:14.647551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Provisioning complete for port f321a6cd-f499-46e4-8399-27d67118ccab triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:14.647985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:14.921969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:14.940044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] 10.222.0.55 "PUT /v2.0/routers/d6de4897-ae4b-41c1-bc80-43765363167b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0010717 Nov 22 15:25:15.096856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Port f321a6cd-f499-46e4-8399-27d67118ccab cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:25:15.101727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.113696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.46', 53345) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:15.120607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 0dde003c-13a7-4505-987a-f89c2c79edf7 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:15.215440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34182) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:15.423471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.440313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Provisioning complete for port 0dde003c-13a7-4505-987a-f89c2c79edf7 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:15.441457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f98a516-9cf8-444b-94e9-e4102166908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.518121 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a24737e3-dc74-4739-82b7-7cd91ffca028 req-d5508d0c-6179-4531-af1c-765e27289a4a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.3479500 Nov 22 15:25:15.560118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.650205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:08Z', 'revision_number': 3, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:15.653334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 0dde003c-13a7-4505-987a-f89c2c79edf7 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:15.657496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.672301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:15.683155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Usage tracker for resource:security_group_rule and tenant:b497a47d24904bc6b38ff2c0c3aacac3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:15.686719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:15.699997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:15.739990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b9461584-3f32-4539-a56d-cf263ea7d586 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:15.740810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b9461584-3f32-4539-a56d-cf263ea7d586 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Synchronizing usage tracker for tenant:ecf2bf4037224d25b86175fdf5bf8576 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:15.830313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Checking router: 5a00756f-c9ba-4419-943b-c0a0af2e14cf for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:15.830995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Updating router 5a00756f-c9ba-4419-943b-c0a0af2e14cf port dad785c6-399d-49c9-bcf1-de7398315b8d binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:15.850459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.46', 53347) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:15.912286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.928685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:15.939268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.058803 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a1fa256d-83af-4c69-a6f0-63765c43715b req-2bb0b264-fc78-4e32-a20d-3f764c2d633f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.1347296 Nov 22 15:25:16.080590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2492a8e7-a5d5-4937-9340-86f071017ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:16.395306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34226) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:16.410174 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b497a47d24904bc6b38ff2c0c3aacac3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1843452 Nov 22 15:25:16.411399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f7111-8274-4540-b685-38f4085ff6c2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:16.416686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34232) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:16.420806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:16.785570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b9461584-3f32-4539-a56d-cf263ea7d586 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Unset dirty status for tenant:ecf2bf4037224d25b86175fdf5bf8576 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:16.792606 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b9461584-3f32-4539-a56d-cf263ea7d586 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.46 "GET /v2.0/networks?id=ef1448db-5596-4981-8133-0698ddc6d734 HTTP/1.1" status: 200 len: 812 time: 1.6773565 Nov 22 15:25:16.811474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:16.867187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Request body: {'port': {'device_id': '228435f6-879d-452d-9713-959859b7ca89', 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734', 'admin_state_up': True, 'tenant_id': 'ecf2bf4037224d25b86175fdf5bf8576'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:16.912392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-40b4bcb7-527b-4d52-ac8d-dae0fbd02467 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:16.914972 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-40b4bcb7-527b-4d52-ac8d-dae0fbd02467 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 1.0632689 Nov 22 15:25:16.961894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-2ba04f67-41fa-4bb3-a45f-9282912f4f59 None None] Provisioning complete for port f321a6cd-f499-46e4-8399-27d67118ccab triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:16.965078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2ba04f67-41fa-4bb3-a45f-9282912f4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.044978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Request body: {'port': {'device_id': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'admin_state_up': True, 'tenant_id': '59470a66d04140078b70684929dace72'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:17.064928 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d75ec424-b895-46d8-8fc6-4a3e358f1e34 req-2b3f4b84-2111-4bcc-81ea-38aaef1edcd8 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.1565533 Nov 22 15:25:17.071441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.133984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2ba04f67-41fa-4bb3-a45f-9282912f4f59 None None] Port f321a6cd-f499-46e4-8399-27d67118ccab cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:25:17.171847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34264) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:17.184979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349749985', 'description': 'tempest-description--1649305725'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:17.192821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:17.197312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:17.203838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:17.210503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:17.226938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f8b49c25-e72d-4336-b99e-4473b1f137c8 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:17.233936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.253529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:25:17.421663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:17.440674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:17.443919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:17.450104 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:17.513397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34270) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:17.515389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:17.539014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Usage tracker for resource:port and tenant:ecf2bf4037224d25b86175fdf5bf8576 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:17.546303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:17.556745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:17.564587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:17.568804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Usage tracker for resource:port and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:17.572203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:17.585907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:17.590327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port f8b49c25-e72d-4336-b99e-4473b1f137c8 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:17.601402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:17.607563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.620239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.627487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Made reservation on behalf of ecf2bf4037224d25b86175fdf5bf8576 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:17.629980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port f8b49c25-e72d-4336-b99e-4473b1f137c8 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:17.630434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.633150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.694841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.725438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-12a54869-c269-4404-bf4c-e887ac5f87db req-0c95c5c6-ca45-4aa0-9a43-1671d1a6e1d8 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.2534940 Nov 22 15:25:17.747216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.777665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:17.792782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f7111-8274-4540-b685-38f4085ff6c2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:17.832920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:17.853595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:17.857282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Transition to ACTIVE for port object dad785c6-399d-49c9-bcf1-de7398315b8d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:17.869397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Usage tracker for resource:security_group_rule and tenant:5673ea8c3ea74a2da60fd23bae341826 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:17.875834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:17.891870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Allocated IP 172.20.0.6 (ef1448db-5596-4981-8133-0698ddc6d734/e2858e6e-001a-4ff4-b693-bdeb1704897f/56b1883b-52d2-4a5b-80ed-64bb39d628cd) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:17.900628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.901865 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b7f7111-8274-4540-b685-38f4085ff6c2 HTTP/1.1" status: 204 len: 168 time: 1.4838967 Nov 22 15:25:17.918241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:17.976409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:17.982187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.000758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.027221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.040224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.070068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3c7aefa3-1eca-4957-a303-996ea27b28c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:18.244515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b7817fd3-c79e-46d7-b8a0-d1605a1f723a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:18.278653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.331703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.335837 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1601708 Nov 22 15:25:18.336004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.348476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34288) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:18.396515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.429274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group_rule': {'security_group_id': '0d08ca30-f41d-437e-850a-83da05991b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:18.449153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Pushing event updated for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:18.459791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.468161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:18.477411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Attempting to bind port dad785c6-399d-49c9-bcf1-de7398315b8d on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:18.477944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Attempting to bind port dad785c6-399d-49c9-bcf1-de7398315b8d by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:18.478483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Attempting to bind port dad785c6-399d-49c9-bcf1-de7398315b8d on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:18.491410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:18.500792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:18.501323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:18.501915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.502479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:18.504043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Bound port: dad785c6-399d-49c9-bcf1-de7398315b8d, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:18.506138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.582446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Network ef1448db-5596-4981-8133-0698ddc6d734 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:18.595717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:18.609659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:18.693127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:18.702889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=dad785c6-399d-49c9-bcf1-de7398315b8d,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:18.704246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:18.705976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port f8b49c25-e72d-4336-b99e-4473b1f137c8, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f8b49c25-e72d-4336-b99e-4473b1f137c8,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:18.708941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.713317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Usage tracker for resource:security_group_rule and tenant:c094effc5ce34c929084afc1e07faaae is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:18.727033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:18.738777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:18.741288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:18.840837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Allocated IP 172.20.0.1 (be7f19b7-244f-468f-b33d-2a3b3aaefef9/45b833f4-c4e7-4e61-8737-a6a5d5cd66c8/86db13a5-c628-49c5-8ce6-c6d6b5cc2430) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:18.848943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:18.860403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:18.864010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.870665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:18.881997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:18.893130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:18.900212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:18.901010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:18.912978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:19.047165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.116628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.131828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.224410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.229930 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5673ea8c3ea74a2da60fd23bae341826&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8264360 Nov 22 15:25:19.246700 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2147f71-d98c-46ca-ad6c-5bd92c6f4093 req-2373d270-8708-4f93-a369-2ea931f7f216 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 210 time: 0.1656079 Nov 22 15:25:19.248328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34308) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:19.258288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:19.277580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:19.284774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08ca30-f41d-437e-850a-83da05991b04,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:19.289143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:19.289649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.325387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:19.365000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:19.403813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab57e485-be48-4b40-912e-8efacdd0ef43,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:19.432421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618d6b-69e4-4223-a768-5381ed889c24 req-3431c257-0f13-4fbd-afcd-65b27c500922 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:19.440184 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-50618d6b-69e4-4223-a768-5381ed889c24 req-3431c257-0f13-4fbd-afcd-65b27c500922 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 931 time: 0.3635247 Nov 22 15:25:19.453204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:19.453830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a89066e0-cd97-44a6-aa8a-f95c90638251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:19.491062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Allocated IP 172.20.0.4 (81675b76-4ab1-47d3-966d-95400f088b92/67eae7bf-7054-4523-b0f9-e329ce009100/93a13d1a-5917-439f-abf7-978d16a08947) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:19.504216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:19.603474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Pushing event updated for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:19.636254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:19.694261 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-50618d6b-69e4-4223-a768-5381ed889c24 req-84eaaa2c-0269-4700-8b1b-fada8f2cf3c9 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528617 Nov 22 15:25:19.769308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.830300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.876286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.912252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Pushing event updated for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:19.928834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.437s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:19.946060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:19.962790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.005633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.096091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:20.111639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Network 81675b76-4ab1-47d3-966d-95400f088b92 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:20.119260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event updated for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:20.124495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:20.126961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:20.132934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:20.134998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:20.144484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:20.150141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:20.151145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.177868 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3461783 Nov 22 15:25:20.179985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.184274 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1490662 Nov 22 15:25:20.191760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.198899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-d01f432c-fc94-4b80-b338-68c2de274321 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:20.200344 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-d01f432c-fc94-4b80-b338-68c2de274321 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0098913 Nov 22 15:25:20.214741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-5e79485b-8330-4bb3-be76-b6506693733c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:25:20.216290 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-5e79485b-8330-4bb3-be76-b6506693733c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0145733 Nov 22 15:25:20.276814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c0981fd2-6078-4990-9acd-0b37f0839fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.318592 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c094effc5ce34c929084afc1e07faaae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7884498 Nov 22 15:25:20.318592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.319217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f84538-1657-491a-a08b-ed0e0dad295b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:20.335927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:20.337512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34334) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:20.339428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.386362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.429792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e885fc4-5859-44e0-b9a8-cd56e5579f49,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:20.445299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:20.447815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.452903 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0666771 Nov 22 15:25:20.456355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34338) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:20.494850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group_rule': {'security_group_id': '0d08ca30-f41d-437e-850a-83da05991b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:20.514393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:20.524744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:20.532490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:20.552498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:20.596837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.606963 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.622751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.634108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.638345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.658141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Pushing event updated for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:20.666391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.925s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:20.666836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.669136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f8ebd58-e692-4d9a-8df5-b45239ad6f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.699118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab57e485-be48-4b40-912e-8efacdd0ef43,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:20.704038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:20.707234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.807989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:20.821898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:20.892233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.053947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=f8b49c25-e72d-4336-b99e-4473b1f137c8,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.055344 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.083408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.095738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:21.141603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:21.174919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.176204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9f84538-1657-491a-a08b-ed0e0dad295b HTTP/1.1" status: 204 len: 168 time: 0.8344321 Nov 22 15:25:21.180439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:08Z', 'revision_number': 3, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:21.197799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f84538-1657-491a-a08b-ed0e0dad295b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.202113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bc3e6-80fd-4094-8d64-ccf4ef082e92 None None] The sync data for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb is: [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:08Z', 'revision_number': 3, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:21.204323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.208122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.213105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.287651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fa308038-e9e3-48e5-94b5-3ae7f7f0bb14 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:21.339989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0f432-396b-4c8e-b6cd-947df513ee2d,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.359015 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.359900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.361254 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9020987 Nov 22 15:25:21.371515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Request body: {'port': {'device_id': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:21.471600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34360) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:21.507367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:21.551343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Request body: {'port': {'device_id': '228435f6-879d-452d-9713-959859b7ca89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:21.615412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Pushing event updated for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:21.628411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:21.663322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:21.709552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:floatingip and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:21.765475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:21.787175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:21.792587 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab57e485-be48-4b40-912e-8efacdd0ef43 HTTP/1.1" status: 204 len: 168 time: 2.5287619 Nov 22 15:25:22.061878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:22.148234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7734-22a7-46c6-9361-e0c09655a310 req-6275a5b0-8453-42ca-911a-6bde818275ba tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:22.160728 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-607a7734-22a7-46c6-9361-e0c09655a310 req-6275a5b0-8453-42ca-911a-6bde818275ba tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 931 time: 0.5553730 Nov 22 15:25:22.193388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.216251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 2, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:22.216662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.228202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:22.228628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Updating router d6de4897-ae4b-41c1-bc80-43765363167b port f321a6cd-f499-46e4-8399-27d67118ccab binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:22.240191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53d9f5-67d5-464f-8685-e20e381dabbf req-261d6b20-782b-4585-a27b-cd22a7a1233f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:22.243139 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8c53d9f5-67d5-464f-8685-e20e381dabbf req-261d6b20-782b-4585-a27b-cd22a7a1233f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 931 time: 1.5845907 Nov 22 15:25:22.315361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.418586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8c53d9f5-67d5-464f-8685-e20e381dabbf req-51308d9a-5ec2-437c-88ea-b33cdd34a1a2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:22.461953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:22.462324 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-607a7734-22a7-46c6-9361-e0c09655a310 req-5302b7b5-10ff-44d8-88f0-e28d402fc1bd tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001869 Nov 22 15:25:22.487906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8c53d9f5-67d5-464f-8685-e20e381dabbf req-51308d9a-5ec2-437c-88ea-b33cdd34a1a2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:22.489401 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8c53d9f5-67d5-464f-8685-e20e381dabbf req-51308d9a-5ec2-437c-88ea-b33cdd34a1a2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315409 Nov 22 15:25:22.509757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:22.511060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:22.680234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f8b49c25-e72d-4336-b99e-4473b1f137c8 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:22.995956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port f8b49c25-e72d-4336-b99e-4473b1f137c8 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:22.996605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.196967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device dad785c6-399d-49c9-bcf1-de7398315b8d up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:23.256306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34382) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:23.326756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port dad785c6-399d-49c9-bcf1-de7398315b8d completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:23.333399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port dad785c6-399d-49c9-bcf1-de7398315b8d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:23.334369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.597574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.599805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.601684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.632739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Transition to ACTIVE for port object f321a6cd-f499-46e4-8399-27d67118ccab will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:23.641843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.652147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=dad785c6-399d-49c9-bcf1-de7398315b8d,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:23.656618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:23.658706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:23.666773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:23.824071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:23.836972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d80a8847e841fbb44db9205096fb84 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:23.849349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:23.912560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:23.960145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:23.974103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:24.064691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.144858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Pushing event updated for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:24.148295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.162712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:24.446823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device dad785c6-399d-49c9-bcf1-de7398315b8d up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:24.547610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Attempting to bind port f321a6cd-f499-46e4-8399-27d67118ccab on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:24.552217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Attempting to bind port f321a6cd-f499-46e4-8399-27d67118ccab by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:24.552217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Attempting to bind port f321a6cd-f499-46e4-8399-27d67118ccab on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:24.573317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:24.573728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Checking segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:24.574200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.574629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Bound using segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:24.575151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Bound port: f321a6cd-f499-46e4-8399-27d67118ccab, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:24.586073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.600745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fb548396-23de-4ac7-afc9-faac35b68e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:24.641625 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5d80a8847e841fbb44db9205096fb84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1640661 Nov 22 15:25:24.683360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34408) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:24.798738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b1883b-52d2-4a5b-80ed-64bb39d628cd {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:24.837224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port dad785c6-399d-49c9-bcf1-de7398315b8d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:24.837795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.856364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.880767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] For port f321a6cd-f499-46e4-8399-27d67118ccab, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:24.887637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] For port f321a6cd-f499-46e4-8399-27d67118ccab, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f321a6cd-f499-46e4-8399-27d67118ccab,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:24.896655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:24.918449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d98b742-5350-4282-955e-1f16eda0e4d4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:24.960336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:24.972747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Transition to ACTIVE for port object 56b1883b-52d2-4a5b-80ed-64bb39d628cd will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:25.034910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.051335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:25.066900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:25.162092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa9ed-a0b4-48ff-ae74-8c36e30c2284 req-dab37e16-5065-4012-8d4a-c0f5540f8d83 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:25.163855 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47daa9ed-a0b4-48ff-ae74-8c36e30c2284 req-dab37e16-5065-4012-8d4a-c0f5540f8d83 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 931 time: 1.0960782 Nov 22 15:25:25.318933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:25.327786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:25.455826 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47daa9ed-a0b4-48ff-ae74-8c36e30c2284 req-8c3d8746-936b-4263-ac50-fa7ed1c8a57d tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556890 Nov 22 15:25:25.458496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.501219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.563132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303d367-4036-4aa7-886a-5b857ce78d55 req-6310c1f8-1c04-4353-b8cf-d3ccf6e75687 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:25.565388 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e303d367-4036-4aa7-886a-5b857ce78d55 req-6310c1f8-1c04-4353-b8cf-d3ccf6e75687 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 931 time: 1.4990058 Nov 22 15:25:25.573849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.579556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:25.607413 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d98b742-5350-4282-955e-1f16eda0e4d4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:25.652003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:25.700032 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e303d367-4036-4aa7-886a-5b857ce78d55 req-a6a018bb-1b92-45e3-94a3-59976efcba28 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212449 Nov 22 15:25:25.703350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:25.708209 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d98b742-5350-4282-955e-1f16eda0e4d4 HTTP/1.1" status: 204 len: 168 time: 1.0185041 Nov 22 15:25:25.724899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Router 5a00756f-c9ba-4419-943b-c0a0af2e14cf has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:25:25.766789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:25.785845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:26.077230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.307828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Attempting to bind port 56b1883b-52d2-4a5b-80ed-64bb39d628cd on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:26.313391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Attempting to bind port 56b1883b-52d2-4a5b-80ed-64bb39d628cd by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '16025d63-4c43-468a-91bd-ebad8b7acc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:26.313882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Attempting to bind port 56b1883b-52d2-4a5b-80ed-64bb39d628cd on network ef1448db-5596-4981-8133-0698ddc6d734 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:26.348728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Port 56b1883b-52d2-4a5b-80ed-64bb39d628cd on network ef1448db-5596-4981-8133-0698ddc6d734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:26.350446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Attempting to bind port 56b1883b-52d2-4a5b-80ed-64bb39d628cd on network ef1448db-5596-4981-8133-0698ddc6d734 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:26.418903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:25:26.458500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Sync routers for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:25:26.474062 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] 10.222.0.55 "PUT /v2.0/routers/5a00756f-c9ba-4419-943b-c0a0af2e14cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0125306 Nov 22 15:25:26.489947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:26.490826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:26.651493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:26.653888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Checking segment: {'id': '16025d63-4c43-468a-91bd-ebad8b7acc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:26.656518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Bound using segment: {'id': '16025d63-4c43-468a-91bd-ebad8b7acc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:26.657995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Bound port: 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16025d63-4c43-468a-91bd-ebad8b7acc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:26.659978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:26.850074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:27.020315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:27.067247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Pushing event updated for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:27.085461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.034s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:27.089513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a13d1a-5917-439f-abf7-978d16a08947 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:27.265000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Allocated IP 172.28.2.55 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/7c3c38b1-4f7d-4627-ad90-81a3301270be) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:27.292397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d869e7e-b9bc-4195-876f-e5177028fc68 req-3bff4ef3-99b6-4978-8e28-ef6b0cedcaf2 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:27.299502 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0d869e7e-b9bc-4195-876f-e5177028fc68 req-3bff4ef3-99b6-4978-8e28-ef6b0cedcaf2 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 943 time: 0.3933933 Nov 22 15:25:27.508313 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0d869e7e-b9bc-4195-876f-e5177028fc68 req-d50813f9-9fe3-473a-b4dd-0010dc6ede84 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002413 Nov 22 15:25:27.590337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.630610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.809573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Transition to ACTIVE for port object 93a13d1a-5917-439f-abf7-978d16a08947 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:27.818057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.833159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:27.898915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:27.907418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:27.941510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd,segment=NetworkSegment(16025d63-4c43-468a-91bd-ebad8b7acc0c),segment_id=16025d63-4c43-468a-91bd-ebad8b7acc0c)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:28.077742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2b1ae-b2ea-4591-81ff-89aa9d35e19a req-00837ae6-d4bd-4a27-a8b0-8f75867fd14f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:28.083086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:24Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:28.085714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e3e2b1ae-b2ea-4591-81ff-89aa9d35e19a req-00837ae6-d4bd-4a27-a8b0-8f75867fd14f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 943 time: 0.3451672 Nov 22 15:25:28.097841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca48f71d-c188-4e39-8e33-07d5d5d3af59 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:24Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:28.129735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.135235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Pushing event updated for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:28.176356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:28.196827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:28.197489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:28.253943 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e3e2b1ae-b2ea-4591-81ff-89aa9d35e19a req-46b53ea8-0a6c-4a27-a85e-9c9b0c1aae03 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606197 Nov 22 15:25:28.323589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34480) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:28.379704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:19Z', 'revision_number': 4, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '86db13a5-c628-49c5-8ce6-c6d6b5cc2430', 'name': '', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'mac_address': 'fa:16:3e:07:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:18Z', 'updated_at': '2021-11-22T15:25:20Z', 'revision_number': 2, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'subnets': [{'id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:28.382468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:28.407644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Checking router: 5a00756f-c9ba-4419-943b-c0a0af2e14cf for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:25:28.408355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Updating router 5a00756f-c9ba-4419-943b-c0a0af2e14cf port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:25:28.550532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.615295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f321a6cd-f499-46e4-8399-27d67118ccab up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:28.633677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:28.757485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1598472171-network', 'tenant_id': 'a75c24f84ca6459b8d6b1867dcf5e0f9'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:28.771421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:28.785161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Usage tracker for resource:network and tenant:a75c24f84ca6459b8d6b1867dcf5e0f9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:28.799096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:28.829635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:28.870080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Made reservation on behalf of a75c24f84ca6459b8d6b1867dcf5e0f9 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:28.895163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.959689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.960532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:28.964698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=7c3c38b1-4f7d-4627-ad90-81a3301270be,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:29.250496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Attempting to bind port 93a13d1a-5917-439f-abf7-978d16a08947 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:29.250703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Attempting to bind port 93a13d1a-5917-439f-abf7-978d16a08947 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:29.251155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Attempting to bind port 93a13d1a-5917-439f-abf7-978d16a08947 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:29.329140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Port 93a13d1a-5917-439f-abf7-978d16a08947 on network 81675b76-4ab1-47d3-966d-95400f088b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:29.329560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Attempting to bind port 93a13d1a-5917-439f-abf7-978d16a08947 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:29.351482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:29.374819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:a75c24f84ca6459b8d6b1867dcf5e0f9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:29.383434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:29.406482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:29.473038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:29.474005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Checking segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:29.475073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Bound using segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:29.475783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Bound port: 93a13d1a-5917-439f-abf7-978d16a08947, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:29.476339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.487999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.500777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.850762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.856835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-4cb588a5-e6a0-4883-9170-bdb069671b69 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:29.866602 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-4cb588a5-e6a0-4883-9170-bdb069671b69 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 819 time: 0.3606858 Nov 22 15:25:29.868115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.870349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Transition to ACTIVE for port object 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:29.885320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:29.910751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:29.937718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:29.960006 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-c7035e3b-b16f-4fda-807e-31ce8a455805 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/quotas/db788fb9ed774a868e50dc4f607bea47 HTTP/1.1" status: 200 len: 375 time: 0.0367177 Nov 22 15:25:29.971029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port f321a6cd-f499-46e4-8399-27d67118ccab completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:29.971420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88734733-e1ba-45c2-9ce8-0b7e08e2ae32 req-ddb6787e-b418-4cb3-8cc8-29c07b3d106a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:29.979143 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-88734733-e1ba-45c2-9ce8-0b7e08e2ae32 req-ddb6787e-b418-4cb3-8cc8-29c07b3d106a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 943 time: 1.0216501 Nov 22 15:25:29.992233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port f321a6cd-f499-46e4-8399-27d67118ccab triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:29.992910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.298160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.324738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.331191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.333103 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/56b1883b-52d2-4a5b-80ed-64bb39d628cd HTTP/1.1" status: 200 len: 1093 time: 9.5921917 Nov 22 15:25:30.333455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:30.350920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Pushing event updated for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.364486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.454711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.475907 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-88734733-e1ba-45c2-9ce8-0b7e08e2ae32 req-19538976-b3e2-4e40-908f-d905c80c63bc tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957530 Nov 22 15:25:30.497868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:30.519174 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Attempting to bind port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:30.520722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Attempting to bind port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:30.521169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Attempting to bind port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:30.527288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3521c73f-39e1-4b52-97ad-229cca720756,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.554485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:30.558328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=93a13d1a-5917-439f-abf7-978d16a08947,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:30.590003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.598040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.598958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.623784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.630518 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Added segment 136d2775-b67d-4ea9-b898-6a3263d80750 of type vlan for network f16d8962-de02-4c08-afa8-ccd9475f580c Nov 22 15:25:30.639924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.442s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.640425 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ccc728d-f8cc-42de-9ba4-8338d7db97c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:30.669141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:30.671748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Checking segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:30.672637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.673300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Bound using segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:30.674183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Bound port: 86db13a5-c628-49c5-8ce6-c6d6b5cc2430, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:30.674824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.683062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-79a47feb-01e3-4357-bda9-6d0a4026ac59 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Synchronizing usage tracker for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:30.769995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.777538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=7c3c38b1-4f7d-4627-ad90-81a3301270be,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.782603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.783917 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-098cb3ca-e5db-4c4e-9f3d-b2b26e43ad22 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2950065 Nov 22 15:25:30.791834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-79a47feb-01e3-4357-bda9-6d0a4026ac59 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Unset dirty status for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:30.806678 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-79a47feb-01e3-4357-bda9-6d0a4026ac59 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7698631 Nov 22 15:25:30.843706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.845289 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] 10.222.0.46 "PUT /v2.0/ports/93a13d1a-5917-439f-abf7-978d16a08947 HTTP/1.1" status: 200 len: 1093 time: 10.1059945 Nov 22 15:25:30.869263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:30.944016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Pushing event updated for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:30.965247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.965717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:30.966052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:30.967222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.033s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:30.967623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:31.058460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] For port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:31.066496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] For port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:31.100253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.115708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d4363f15-9346-4c06-8799-f6423e02b99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:31.214594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-73673e79-69d1-42e7-8eb2-111c6cc14da1 service neutron] 10.222.0.55 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060221 Nov 22 15:25:31.221191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port f321a6cd-f499-46e4-8399-27d67118ccab, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f321a6cd-f499-46e4-8399-27d67118ccab,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:31.244059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:25:31.249141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:31.546366 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-9ba73a30-041b-4a22-93a0-4c3b690360f1 service neutron] 10.222.0.55 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251302 Nov 22 15:25:31.596462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.599300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:31.599939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:31.634050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ea3a8620-f4a0-429f-88fe-35b704195005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:31.668391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:25:31.708087 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb9d5c-b289-41f5-9d10-d24ef29d10a8 req-55f11c0c-8103-4baf-b29c-02a8ea103d4d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:31.717523 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-52eb9d5c-b289-41f5-9d10-d24ef29d10a8 req-55f11c0c-8103-4baf-b29c-02a8ea103d4d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 943 time: 0.6438351 Nov 22 15:25:31.805922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34552) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:31.872281 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5444789 Nov 22 15:25:31.874487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34564) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:31.897656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=f16d8962-de02-4c08-afa8-ccd9475f580c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:31.901749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Request body: {'subnet': {'network_id': 'f16d8962-de02-4c08-afa8-ccd9475f580c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1598472171-subnet', 'tenant_id': 'a75c24f84ca6459b8d6b1867dcf5e0f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:31.905818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:31.908880 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-52eb9d5c-b289-41f5-9d10-d24ef29d10a8 req-814abd45-963d-46d1-86ba-355946e0b8e5 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904092 Nov 22 15:25:31.950427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:32.005173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Usage tracker for resource:subnet and tenant:a75c24f84ca6459b8d6b1867dcf5e0f9 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:32.012480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:32.034341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:32.045307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Made reservation on behalf of a75c24f84ca6459b8d6b1867dcf5e0f9 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:32.050825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.087436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.089567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network f16d8962-de02-4c08-afa8-ccd9475f580c details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:32.325686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Pushing event updated for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.337324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.338077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.517121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.524300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.537310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.568260 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd', 'status': 'completed', 'code': 200} Nov 22 15:25:32.601434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:32.614574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85c608c8-30e2-47f0-947e-640691a962a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:32.685839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:32.708672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Usage tracker for resource:security_group_rule and tenant:57f79b216b0944c680edf1f671d59f65 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:32.723284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:32.723627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-c2db438e-9740-4bf9-8eaf-400655f5623f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Synchronizing usage tracker for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:32.736389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:32.751310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-c2db438e-9740-4bf9-8eaf-400655f5623f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Unset dirty status for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:32.753196 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-c2db438e-9740-4bf9-8eaf-400655f5623f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--349749985&fields=id&tenant_id=689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 267 time: 0.1292541 Nov 22 15:25:32.768950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Checking segment: {'id': '136d2775-b67d-4ea9-b898-6a3263d80750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f16d8962-de02-4c08-afa8-ccd9475f580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:32.769342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Network hostable DHCP agents. Network: f16d8962-de02-4c08-afa8-ccd9475f580c, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:32.778557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a366d784-b4f3-44c2-8f28-9e3a418432d9,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:32.800715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:32.829757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:19Z', 'revision_number': 4, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '86db13a5-c628-49c5-8ce6-c6d6b5cc2430', 'name': '', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'mac_address': 'fa:16:3e:07:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:18Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 4, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'subnets': [{'id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:32.833751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Network f16d8962-de02-4c08-afa8-ccd9475f580c is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:32.835188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0718f1a3-a6ff-40b7-9e76-f82c7ecfd8ba None None] The sync data for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb is: [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:19Z', 'revision_number': 4, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '86db13a5-c628-49c5-8ce6-c6d6b5cc2430', 'name': '', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'mac_address': 'fa:16:3e:07:b0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:18Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 4, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'subnets': [{'id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:25:32.851434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, f16d8962-de02-4c08-afa8-ccd9475f580c) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:32.867181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bfb4a-32e7-4f92-9093-5afa13b6663f None None] Network f16d8962-de02-4c08-afa8-ccd9475f580c requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:32.996862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.000097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.061943 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1805687 Nov 22 15:25:33.067211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.083341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.091998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-520f793c-c349-404d-a14a-5d06b48874af tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.107943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-520f793c-c349-404d-a14a-5d06b48874af tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Synchronizing usage tracker for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:33.110693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b7c6c61-1d72-45a6-ad97-a3972e5ca423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:33.124554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92933700-93b6-45b6-9d16-737054128b37 req-b1630e80-3654-4615-b6bf-c953bc8a99ec tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.132470 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92933700-93b6-45b6-9d16-737054128b37 req-b1630e80-3654-4615-b6bf-c953bc8a99ec tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 943 time: 0.2222111 Nov 22 15:25:33.179039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24d32d-fbb9-4fb1-b0c7-50de336e0d18,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:33.214116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:33.219783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-520f793c-c349-404d-a14a-5d06b48874af tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Unset dirty status for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:33.220825 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c98dd9d4-1d59-4691-a307-08bd5e49b6cc req-173d0c9a-70c9-4e69-8104-a1dec497cdc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf2bf4037224d25b86175fdf5bf8576&device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 1096 time: 0.3673494 Nov 22 15:25:33.229565 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-425abc51-e4eb-437f-ae7e-252b1bf30fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 1096 time: 0.3730953 Nov 22 15:25:33.238671 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-520f793c-c349-404d-a14a-5d06b48874af tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 810 time: 0.4776716 Nov 22 15:25:33.270038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17604fd8-98df-4124-bcd1-3632e367a668 None None] Network f16d8962-de02-4c08-afa8-ccd9475f580c requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:33.330454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-f1eb5828-81f5-46b1-a8a0-0db91b22f5e7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/quotas/689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 375 time: 0.0875731 Nov 22 15:25:33.347060 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92933700-93b6-45b6-9d16-737054128b37 req-5c9dca42-cff2-4eee-bf9c-deaf6b101dee tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853123 Nov 22 15:25:33.347250 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57f79b216b0944c680edf1f671d59f65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5373120 Nov 22 15:25:33.347329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34602) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:33.529815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd9d4-1d59-4691-a307-08bd5e49b6cc req-176412bd-dc0b-4507-ba97-2d594203818b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.530922 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c98dd9d4-1d59-4691-a307-08bd5e49b6cc req-176412bd-dc0b-4507-ba97-2d594203818b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecf2bf4037224d25b86175fdf5bf8576&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3000152 Nov 22 15:25:33.532486 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-6e75c628-1daf-4122-b5b0-52413d176c3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93a13d1a-5917-439f-abf7-978d16a08947 HTTP/1.1" status: 200 len: 217 time: 0.2682123 Nov 22 15:25:33.634161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.681715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:33.723617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-e7df3eab-ace1-4de6-903e-e86ef3d142c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.725236 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-e7df3eab-ace1-4de6-903e-e86ef3d142c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.1565340 Nov 22 15:25:33.754874 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a3aff6a6-1a1a-4661-b5b5-444a911b7598 req-fd88292e-5e61-4994-ab89-f674df2e693a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 210 time: 0.2149670 Nov 22 15:25:33.755560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.46', 53369) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:33.852604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-69f40f96-3e10-4998-a248-d66e701d8888 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155736 Nov 22 15:25:33.946644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd9d4-1d59-4691-a307-08bd5e49b6cc req-24ae1aab-c4a9-46c6-8be1-b0ac59c01110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:33.956308 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c98dd9d4-1d59-4691-a307-08bd5e49b6cc req-24ae1aab-c4a9-46c6-8be1-b0ac59c01110 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134998 Nov 22 15:25:34.217354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-264f7fe5-f1d9-40e3-af03-debe7cf96402 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:34.235974 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-264f7fe5-f1d9-40e3-af03-debe7cf96402 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 819 time: 0.4773219 Nov 22 15:25:34.347756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Request body: {'port': {'device_id': '8988611d-bc1a-4054-bdd7-760b700e667a', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'admin_state_up': True, 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:34.359535 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-2acc8544-84bc-4f14-9e45-31982ba03dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988978 Nov 22 15:25:34.363277 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-88fc560d-6ea3-4be5-918d-c9d64ae2dd6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf2bf4037224d25b86175fdf5bf8576&device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 1096 time: 0.2719665 Nov 22 15:25:34.530728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f321a6cd-f499-46e4-8399-27d67118ccab up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:34.576610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:34.591597 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-2b8539ba-566b-48af-af75-dfebaf15b985 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd HTTP/1.1" status: 200 len: 217 time: 0.1751621 Nov 22 15:25:34.625576 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-3bdc73a7-4ad0-4e80-b85e-3ea17ae76ca0 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2224867 Nov 22 15:25:34.658438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.665690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port f321a6cd-f499-46e4-8399-27d67118ccab triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:34.667116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.747528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b6473d48-ab84-4d03-b8fa-b1259d5fe0b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:34.749272 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-b6473d48-ab84-4d03-b8fa-b1259d5fe0b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2858e6e-001a-4ff4-b693-bdeb1704897f HTTP/1.1" status: 200 len: 852 time: 0.1471899 Nov 22 15:25:34.761698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b219f90d-cdd3-4b90-a6e5-6b5534f3986c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:34.814212 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d6c0a9fe-4488-4f6e-8a87-752b39bb6ffa req-506ebd79-239a-44bd-babd-bca090f692ed service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404769 Nov 22 15:25:34.827685 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-8ab1b5f4-64d3-4585-b975-ad8619881825 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef1448db-5596-4981-8133-0698ddc6d734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700934 Nov 22 15:25:34.853078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:34.879643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:34.899671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24d32d-fbb9-4fb1-b0c7-50de336e0d18,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:34.902139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:34.903166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.908883 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c24d32d-fbb9-4fb1-b0c7-50de336e0d18 HTTP/1.1" status: 204 len: 168 time: 1.5603900 Nov 22 15:25:34.917247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:34.927592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34648) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:34.949692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Made reservation on behalf of db788fb9ed774a868e50dc4f607bea47 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:34.955904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.972936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-572140885-network', 'tenant_id': '7071a64cd0b447b08c89fb40d57e85a0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:34.975616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:34.978377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:34.981383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:34.982066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:34.982590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Usage tracker for resource:network and tenant:7071a64cd0b447b08c89fb40d57e85a0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:34.985728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:34.992008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:35.014347 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-6d8e3158-3134-446f-bca8-095daaf95515 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1448db-5596-4981-8133-0698ddc6d734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788499 Nov 22 15:25:35.041527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d24188-c413-4433-95a5-bc6b09fd17f6 req-5e332520-f97f-4f0b-bfa5-78fff51413ff tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:35.043195 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-36d24188-c413-4433-95a5-bc6b09fd17f6 req-5e332520-f97f-4f0b-bfa5-78fff51413ff tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 943 time: 0.7353537 Nov 22 15:25:35.043847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Made reservation on behalf of 7071a64cd0b447b08c89fb40d57e85a0 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:35.048709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.090768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.167605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.219459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:35.228395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.233793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:35.356808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:35.360418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:35.475721 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-34efe9be-264e-4f8e-a234-57298ad4cc66 req-54f3ec3f-53a3-406c-95af-f9087eff82a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef1448db-5596-4981-8133-0698ddc6d734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526501 Nov 22 15:25:35.533499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:35.539526 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-8e6c84fe-a891-4a52-bf0a-1024d2dee514 service neutron] 10.222.0.55 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129808 Nov 22 15:25:35.548616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:7071a64cd0b447b08c89fb40d57e85a0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:35.552825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:35.590858 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-36d24188-c413-4433-95a5-bc6b09fd17f6 req-af4d8868-beb9-445d-a635-4057b17c42c8 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164287 Nov 22 15:25:35.592553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Allocated IP 172.20.0.7 (be7f19b7-244f-468f-b33d-2a3b3aaefef9/45b833f4-c4e7-4e61-8737-a6a5d5cd66c8/f6b37046-9bda-4783-9df4-0e920ecfc7bf) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:35.598300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:35.608576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34660) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:35.628964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.677525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:35.681593 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:561fb7eeb7334025bdab9feb4485fecf is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:35.687760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:35.694073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:35.790246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.795245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:35.813758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:35.900629 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=561fb7eeb7334025bdab9feb4485fecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2908411 Nov 22 15:25:35.902734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e093f-ff37-44b1-a073-0a3eb4002f9b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:35.906635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34680) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:35.923632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:35.928796 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-67901b90-ae5b-48b0-8576-70c4247c0ea6 service neutron] 10.222.0.55 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815463 Nov 22 15:25:36.008366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.040771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.105630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.111922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:36.118508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.129541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.131108 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/141e093f-ff37-44b1-a073-0a3eb4002f9b HTTP/1.1" status: 204 len: 168 time: 0.2095430 Nov 22 15:25:36.132139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e093f-ff37-44b1-a073-0a3eb4002f9b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:36.139670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:36.142578 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.160988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-eba8168e-39ba-439c-8e32-eb0458ba0bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:36.238384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:25:36.250812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-2771ef10-d5f4-4005-80e4-d3e2049bde52 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:36.257893 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-2771ef10-d5f4-4005-80e4-d3e2049bde52 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 819 time: 0.3318377 Nov 22 15:25:36.267333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.280604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c0235-8eac-4294-b219-5300d2adc7a0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:36.287664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:36.293544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.293943 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Added segment 29a8331c-7d87-46bc-a7db-0967e1c088c9 of type vlan for network d552e31d-e0bb-4ff6-82b3-1f875f2584e7 Nov 22 15:25:36.353782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:36.354997 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-6212a1a0-01a8-4791-94d2-e1575ad22385 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/quotas/db788fb9ed774a868e50dc4f607bea47 HTTP/1.1" status: 200 len: 375 time: 0.0957448 Nov 22 15:25:36.460300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.519723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:36.520650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.585464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.627054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:36.659129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34704) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:36.715219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Pushing event updated for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:36.728724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:36.733308 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-4f102b89-c048-4eec-b808-a032552c856c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3765831 Nov 22 15:25:36.733975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.738959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:36.739604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.777546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c4d88-cc63-49a0-b5e8-f7afec138a11 req-573158d5-4f15-4190-93c7-4df2e8a670fb tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:36.779752 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-042c4d88-cc63-49a0-b5e8-f7afec138a11 req-573158d5-4f15-4190-93c7-4df2e8a670fb tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 943 time: 0.3270507 Nov 22 15:25:36.782635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:36.876515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:36.887133 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9504752 Nov 22 15:25:36.891333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34716) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:36.901188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Request body: {'subnet': {'network_id': 'd552e31d-e0bb-4ff6-82b3-1f875f2584e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-572140885-subnet', 'tenant_id': '7071a64cd0b447b08c89fb40d57e85a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:36.911289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:36.912535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d552e31d-e0bb-4ff6-82b3-1f875f2584e7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:36.916678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Usage tracker for resource:subnet and tenant:7071a64cd0b447b08c89fb40d57e85a0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:36.920960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:36.923881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:36.926778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network d552e31d-e0bb-4ff6-82b3-1f875f2584e7 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:25:36.947506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:36.950051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:37.000953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Made reservation on behalf of 7071a64cd0b447b08c89fb40d57e85a0 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:37.010555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:37.016518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.024677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:37.029612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:37.030360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.054806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:37.058248 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7515512 Nov 22 15:25:37.076690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Usage tracker for resource:security_group_rule and tenant:40d1d50e62fd435fbcc18f96b9820d6f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:37.077073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Request body: {'port': {'device_id': '8988611d-bc1a-4054-bdd7-760b700e667a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:37.123586 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-042c4d88-cc63-49a0-b5e8-f7afec138a11 req-8e6ce7bb-ea0c-477c-a0f8-7e7f4282960d tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341397 Nov 22 15:25:37.147145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:37.177079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:37.244661 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-9e2f9357-92c7-4f37-843b-468644baac85 service neutron] 10.222.0.55 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630876 Nov 22 15:25:37.374710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.500902 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947', 'status': 'completed', 'code': 200} Nov 22 15:25:37.577847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.594985 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-7b9dc8f4-fa4a-4d8a-b1c2-de609f7ad396 service neutron] 10.222.0.55 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409698 Nov 22 15:25:37.599814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:37.615928 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7df47a0f-4cc8-4f94-adfa-3e99ced376f0 req-6ad65e74-1cbe-4d0b-a0d4-56a789fc2c72 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 210 time: 0.1247401 Nov 22 15:25:37.800651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.858588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:37.965496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba7a146-71f3-49ee-816e-2b64f286b0f0,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:37.971857 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-19e7d006-3267-4a77-9d77-b550b9d1b9d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 1096 time: 0.4697349 Nov 22 15:25:37.972972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:37.979273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:37.989832 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40d1d50e62fd435fbcc18f96b9820d6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3312228 Nov 22 15:25:38.012365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34746) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:38.312317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c2aefe58-626e-4474-ac89-f130b202fa7b req-119c73ee-41d1-48ba-9fa9-2e3bdc983500 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Synchronizing usage tracker for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:38.368416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Checking segment: {'id': '29a8331c-7d87-46bc-a7db-0967e1c088c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd552e31d-e0bb-4ff6-82b3-1f875f2584e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:38.368798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Network hostable DHCP agents. Network: d552e31d-e0bb-4ff6-82b3-1f875f2584e7, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:25:38.377058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-8e751642-57d8-4ade-9b84-eac60de859fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.379039 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-8e751642-57d8-4ade-9b84-eac60de859fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 915 time: 0.3593726 Nov 22 15:25:38.384969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12372345-d505-4b33-8261-0b4d59ffe39f req-ddfbaef2-5c63-4848-a062-2af8b481cb00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.386578 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-12372345-d505-4b33-8261-0b4d59ffe39f req-ddfbaef2-5c63-4848-a062-2af8b481cb00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 943 time: 0.5583050 Nov 22 15:25:38.408493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09479756-90f0-44db-a097-28919c8a6b75,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:38.475760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c2aefe58-626e-4474-ac89-f130b202fa7b req-119c73ee-41d1-48ba-9fa9-2e3bdc983500 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Unset dirty status for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:38.476397 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2aefe58-626e-4474-ac89-f130b202fa7b req-119c73ee-41d1-48ba-9fa9-2e3bdc983500 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 210 time: 0.5343249 Nov 22 15:25:38.494907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.517287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:38.529768 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-f4aee8a2-1ddd-465c-97e8-137340054d81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93a13d1a-5917-439f-abf7-978d16a08947 HTTP/1.1" status: 200 len: 217 time: 0.1136110 Nov 22 15:25:38.625623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.643035 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-12372345-d505-4b33-8261-0b4d59ffe39f req-f336fc65-f4bf-4d3d-868b-fca2995bcc1d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455451 Nov 22 15:25:38.680511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 93a13d1a-5917-439f-abf7-978d16a08947 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:38.681545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-d1280081-82f0-4fbf-9217-ad446dc0958f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.683701 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-d1280081-82f0-4fbf-9217-ad446dc0958f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.1118636 Nov 22 15:25:38.725190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b37046-9bda-4783-9df4-0e920ecfc7bf {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:38.726102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Network d552e31d-e0bb-4ff6-82b3-1f875f2584e7 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:25:38.761339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.787200 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-a5def8e2-38c2-49e3-88eb-5a9a630e20ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738997 Nov 22 15:25:38.793139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-7f29f8c2-8e52-40d7-8817-44d2e1523b86 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.795149 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-7f29f8c2-8e52-40d7-8817-44d2e1523b86 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 810 time: 0.8167305 Nov 22 15:25:38.796384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, d552e31d-e0bb-4ff6-82b3-1f875f2584e7) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:38.800828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:38.802162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.806121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Transition to ACTIVE for port object f6b37046-9bda-4783-9df4-0e920ecfc7bf will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:38.816983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:38.834598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:38.895418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd793c-d1cf-4fc3-8223-6588b88383a1 None None] Network d552e31d-e0bb-4ff6-82b3-1f875f2584e7 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:39.003807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a2c5-e31a-4046-b421-7f67235f1c9e req-6a89ae61-5057-4758-9058-cc7f6ecd4d19 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:39.005643 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1814a2c5-e31a-4046-b421-7f67235f1c9e req-6a89ae61-5057-4758-9058-cc7f6ecd4d19 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 943 time: 0.3582566 Nov 22 15:25:39.011070 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3832d93e-476c-4a7b-8795-29950d48c08f req-4b564280-f24a-4353-83d1-b0fd820ed93e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 210 time: 0.1338003 Nov 22 15:25:39.016283 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-0e4d0a0e-7d06-4f87-a5b2-638001cb4ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083299 Nov 22 15:25:39.158168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.175103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Pushing event updated for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:39.199450 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-02ed976d-5a55-42b1-9f28-05f8d8a7d07c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2966101 Nov 22 15:25:39.199656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:39.199656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e21e5ac3-7f3f-48cc-af70-97e565b6b6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:39.212080 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-b65013e8-34d2-4dc9-82e5-2b5a9e2d661f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 379 time: 0.4030392 Nov 22 15:25:39.219031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09479756-90f0-44db-a097-28919c8a6b75,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:39.226085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:39.234114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.238228 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09479756-90f0-44db-a097-28919c8a6b75 HTTP/1.1" status: 204 len: 168 time: 1.2148178 Nov 22 15:25:39.276089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'port': {'device_id': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'admin_state_up': True, 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'security_groups': ['0d08ca30-f41d-437e-850a-83da05991b04']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:39.309860 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1814a2c5-e31a-4046-b421-7f67235f1c9e req-5aa523a0-8cf0-4f5f-94e4-80c1200e69d9 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861946 Nov 22 15:25:39.366919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Attempting to bind port f6b37046-9bda-4783-9df4-0e920ecfc7bf on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:39.368000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Attempting to bind port f6b37046-9bda-4783-9df4-0e920ecfc7bf by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:39.370149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Attempting to bind port f6b37046-9bda-4783-9df4-0e920ecfc7bf on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:39.389618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Port f6b37046-9bda-4783-9df4-0e920ecfc7bf on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:39.391182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Attempting to bind port f6b37046-9bda-4783-9df4-0e920ecfc7bf on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:39.412965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:39.414055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Checking segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:39.415191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Bound using segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:39.415959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Bound port: f6b37046-9bda-4783-9df4-0e920ecfc7bf, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:39.416681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.505206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.46', 53384) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:39.607191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34794) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:39.668033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:39.680968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:39.688229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:39.701968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:39.751904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=93a13d1a-5917-439f-abf7-978d16a08947,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:39.878265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '93a13d1a-5917-439f-abf7-978d16a08947', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'port_id': '93a13d1a-5917-439f-abf7-978d16a08947', 'mac_address': 'fa:16:3e:13:e2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67eae7bf-7054-4523-b0f9-e329ce009100', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:39.949265 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4294fde6-9966-4eeb-88c9-c361501c0155 req-818cf512-9f12-4725-9fa6-567527abb08a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 210 time: 0.1617467 Nov 22 15:25:39.990443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.010980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.012509 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] 10.222.0.46 "PUT /v2.0/ports/f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 1093 time: 2.9444802 Nov 22 15:25:40.016470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:40.032400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a13d1a-5917-439f-abf7-978d16a08947 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:40.053463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=93a13d1a-5917-439f-abf7-978d16a08947,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.058996 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9ddfc96-52e8-43bf-9b29-bd5f82624572 req-a556cf8c-608d-4dec-8a52-7b3ee8f8d949 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0286272 Nov 22 15:25:40.060743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.061629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56b1883b-52d2-4a5b-80ed-64bb39d628cd details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:40.128345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:40.156467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Deleting subnet a366d784-b4f3-44c2-8f28-9e3a418432d9 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:25:40.160009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.234549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd,segment=NetworkSegment(16025d63-4c43-468a-91bd-ebad8b7acc0c),segment_id=16025d63-4c43-468a-91bd-ebad8b7acc0c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.253113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.273449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.292038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.302140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Pushing event updated for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.348609 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.403965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:port and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:40.410122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:40.414460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.421584 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0423987-a18a-4dc3-bf03-91c200868d8b req-d9d762b1-ae5e-4eb0-8fc9-6483f49e113c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 210 time: 0.1196570 Nov 22 15:25:40.446948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:40.453322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.456006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '56b1883b-52d2-4a5b-80ed-64bb39d628cd', 'network_id': 'ef1448db-5596-4981-8133-0698ddc6d734', 'port_id': '56b1883b-52d2-4a5b-80ed-64bb39d628cd', 'mac_address': 'fa:16:3e:1e:da:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2858e6e-001a-4ff4-b693-bdeb1704897f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:40.458414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22253bd-daa6-44bf-8fd9-499633bd6a77 None None] Network d552e31d-e0bb-4ff6-82b3-1f875f2584e7 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:25:40.477725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.491491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d3a5-6292-4d64-b737-846c34e58079 req-d32ceae4-47ec-4f4a-b27a-eaf6b3b397d0 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:40.494525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.501027 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b68d3a5-6292-4d64-b737-846c34e58079 req-d32ceae4-47ec-4f4a-b27a-eaf6b3b397d0 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 943 time: 0.6183517 Nov 22 15:25:40.501500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a366d784-b4f3-44c2-8f28-9e3a418432d9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:40.511566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-d82d6fcd-c864-491a-bdd0-04afa03df76d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:40.512433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-d82d6fcd-c864-491a-bdd0-04afa03df76d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Synchronizing usage tracker for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:40.517886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:40.520055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Made reservation on behalf of 689e13d8ab0e4cdda59d47ef2c48875f for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:40.526373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.532874 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-23eb4475-bae7-431b-85b5-f8cdc575b482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1096 time: 0.4129603 Nov 22 15:25:40.567651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.571599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.645858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b1883b-52d2-4a5b-80ed-64bb39d628cd {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:40.684522 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-34a4026e-4ad4-4cf3-9e30-02adb43cf1e3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a366d784-b4f3-44c2-8f28-9e3a418432d9 HTTP/1.1" status: 204 len: 168 time: 1.0523057 Nov 22 15:25:40.689259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd,segment=NetworkSegment(16025d63-4c43-468a-91bd-ebad8b7acc0c),segment_id=16025d63-4c43-468a-91bd-ebad8b7acc0c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:40.691010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34828) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:40.704108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-d82d6fcd-c864-491a-bdd0-04afa03df76d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Unset dirty status for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:40.705377 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-d82d6fcd-c864-491a-bdd0-04afa03df76d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 819 time: 1.1993201 Nov 22 15:25:40.717605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:40.725845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:40.733349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Request body: {'port': {'device_id': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'admin_state_up': True, 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:40.856298 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b68d3a5-6292-4d64-b737-846c34e58079 req-68ab58c8-af7d-489e-9bfa-3866049c7f46 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542719 Nov 22 15:25:40.858311 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-c84fa97e-0441-4089-a750-9128eb9add7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.3153460 Nov 22 15:25:40.981814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.007833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-516c335b-be85-40a3-b187-af60e53646bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:41.009927 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-516c335b-be85-40a3-b187-af60e53646bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.1278081 Nov 22 15:25:41.019542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-030bff51-5ff9-422b-9650-af4d87d592cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.094292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.097636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:41.098769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['56b1883b-52d2-4a5b-80ed-64bb39d628cd'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:41.117800 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-4b163054-689f-4778-a3ce-53c43c46b2d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925252 Nov 22 15:25:41.145000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd614e72-1f29-4bbd-bada-b14d84cb3207 req-df06d4d0-91b2-44cb-a10f-dc9acd77e85e tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:41.152848 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dd614e72-1f29-4bbd-bada-b14d84cb3207 req-df06d4d0-91b2-44cb-a10f-dc9acd77e85e tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 944 time: 0.4681249 Nov 22 15:25:41.165340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:41.400038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Allocated IP 172.20.0.8 (ec026a23-a890-4b01-85eb-025f4eb89178/70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560/05dc521a-9ade-43d9-92ca-e3cb5a7c14d6) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:41.504817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.549568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.550610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.552035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.552634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > port after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.553488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.554601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > port after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.555188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.555755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.556506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.557334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.626795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.651746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Transition to ACTIVE for port object 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:41.689838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.691629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.692440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.692831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.693212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:25:41.693607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16d8962-de02-4c08-afa8-ccd9475f580c']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:41.713771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:41.744853 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf', 'status': 'completed', 'code': 200} Nov 22 15:25:41.757781 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dd614e72-1f29-4bbd-bada-b14d84cb3207 req-26f7ed1e-cdda-48ca-8721-883d2c898bc8 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039486 Nov 22 15:25:41.760295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Network ec026a23-a890-4b01-85eb-025f4eb89178 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:41.771168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136d2775-b67d-4ea9-b898-6a3263d80750') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:41.771453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:41.772431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136d2775-b67d-4ea9-b898-6a3263d80750') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:41.810791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:41.815804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:41.816634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.833308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34870) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:41.855164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.883612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:41.899853 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6584291 Nov 22 15:25:41.931408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:41.934492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:41.947635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Request body: {'port': {'device_id': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:41.980271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:41.989549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:25:41.991709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.020779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: (self, other), Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: (self, other), Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:25:42.024088 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:25:42.101458 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Made reservation on behalf of db788fb9ed774a868e50dc4f607bea47 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:25:42.103553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.114003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.255515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-58a6622a-2876-4a52-9234-9e91603ed0d5 None None] Provisioning for port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:42.261464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-58a6622a-2876-4a52-9234-9e91603ed0d5 None None] Provisioning complete for port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:42.261861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-58a6622a-2876-4a52-9234-9e91603ed0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.305158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.360868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-58a6622a-2876-4a52-9234-9e91603ed0d5 None None] Port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:25:42.375863 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-44a44344-76a3-4aa5-8b45-962149fe65bb req-a2426fcb-44e2-4439-b9f9-ce7a729cc219 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 210 time: 0.5414701 Nov 22 15:25:42.434422 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-e60b6aa2-4ea6-43fd-ad6b-3ba886b13498 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3000512 Nov 22 15:25:42.493751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.515144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.613002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:42.666959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.702337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Pushing event deleted for resources: {'Network': ['ID=f16d8962-de02-4c08-afa8-ccd9475f580c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:42.714776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 93a13d1a-5917-439f-abf7-978d16a08947 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:42.726354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:42.727355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:42.758493 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] 10.222.0.55 "DELETE /v2.0/networks/f16d8962-de02-4c08-afa8-ccd9475f580c HTTP/1.1" status: 204 len: 168 time: 2.0659609 Nov 22 15:25:42.761806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Usage tracker for resource:security_group_rule and tenant:4ecb68361c294694b4d931e1e218d642 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:42.767438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34896) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:42.789398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:42.805297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996060b8-8412-4df9-aafe-80f6fe05221d req-06f67988-fde6-4794-8613-28a98c52f65e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:42.813992 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-996060b8-8412-4df9-aafe-80f6fe05221d req-06f67988-fde6-4794-8613-28a98c52f65e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 931 time: 0.4680784 Nov 22 15:25:42.821834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 93a13d1a-5917-439f-abf7-978d16a08947 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:42.833070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 93a13d1a-5917-439f-abf7-978d16a08947 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:42.833734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:42.833855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.845326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:42.866056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.871388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Allocated IP 172.20.0.3 (be7f19b7-244f-468f-b33d-2a3b3aaefef9/45b833f4-c4e7-4e61-8737-a6a5d5cd66c8/5de31d6e-9d01-41dc-867e-749cb5a982d6) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:25:42.901175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Transition to ACTIVE for port object 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:42.908434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Deleting subnet 0ba7a146-71f3-49ee-816e-2b64f286b0f0 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:25:42.911359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.917034 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-731c53b1-20fb-408a-a323-f4d7b180fe23 req-6990b5f4-a423-447a-8b88-8898cdca74b1 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624319 Nov 22 15:25:42.943517 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-996060b8-8412-4df9-aafe-80f6fe05221d req-c3960d61-c957-4687-af15-d0715c7c896c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284590 Nov 22 15:25:42.984505 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ae68c7d3-6aa3-4f68-b838-c5ba15db772a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:42.987194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.001162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.092629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f1ed5-927a-4bca-956d-5c7463ff927c req-3917fb24-1d2a-46dc-a46a-8a54a6ec2956 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:43.096270 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d2f1ed5-927a-4bca-956d-5c7463ff927c req-3917fb24-1d2a-46dc-a46a-8a54a6ec2956 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 944 time: 0.5167110 Nov 22 15:25:43.106327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.128121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.133905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.139653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.145211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-41517953-f73a-404f-832e-29bc9a7251c9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.146772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1cd6acd7-f2ec-45c4-981f-b83b45a168da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.209135 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=93a13d1a-5917-439f-abf7-978d16a08947,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:43.210275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:43.213368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad77a924-0428-4710-be30-7a39a9fb3a6e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.227677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.231103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.306232 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ecb68361c294694b4d931e1e218d642&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4519598 Nov 22 15:25:43.307142 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-7502c294-c725-4617-8d04-3c4c0aa909a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1096 time: 0.3042259 Nov 22 15:25:43.308835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34912) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.323978 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d2f1ed5-927a-4bca-956d-5c7463ff927c req-7f255196-206f-4a53-9be1-da85b797ed90 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135763 Nov 22 15:25:43.352052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.353328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56b1883b-52d2-4a5b-80ed-64bb39d628cd up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:43.416082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f450221e-4c37-4602-bce0-4e233365d39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.487781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Pushing event updated for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.493547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.536235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.536977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:43.560098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4e6df-f38a-4dc5-be38-f833a733f00d req-d40f5caa-0e06-4fe7-9c31-96ab8fe06c8e tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:43.570123 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-93a4e6df-f38a-4dc5-be38-f833a733f00d req-d40f5caa-0e06-4fe7-9c31-96ab8fe06c8e tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 944 time: 0.3910236 Nov 22 15:25:43.650161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba7a146-71f3-49ee-816e-2b64f286b0f0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.688215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.712461 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0ba7a146-71f3-49ee-816e-2b64f286b0f0 HTTP/1.1" status: 204 len: 168 time: 0.9413989 Nov 22 15:25:43.734750 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bc13d625-00de-46fe-8e7c-2b34ead35336 req-53080f35-0b41-4c46-b2bb-8f19202c2834 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 210 time: 0.0741241 Nov 22 15:25:43.737782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34928) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:43.765497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.801139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:43.806936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:43.808522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 56b1883b-52d2-4a5b-80ed-64bb39d628cd completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:43.815529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 56b1883b-52d2-4a5b-80ed-64bb39d628cd triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:43.816322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.824712 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-93a4e6df-f38a-4dc5-be38-f833a733f00d req-5f5e0636-461d-43d0-a34b-6585bbb1859d tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550514 Nov 22 15:25:43.912722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-1c291258-d077-4c02-9441-61015d1b3270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:43.914360 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-1c291258-d077-4c02-9441-61015d1b3270 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.5863457 Nov 22 15:25:43.925062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:43.959848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.034518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.048782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Attempting to bind port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:44.049502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Attempting to bind port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:44.050127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Attempting to bind port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:44.056200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.078105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.078546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd,segment=NetworkSegment(16025d63-4c43-468a-91bd-ebad8b7acc0c),segment_id=16025d63-4c43-468a-91bd-ebad8b7acc0c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:44.083119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.087215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.092110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.109535 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-b6099a63-f30d-40e1-bc0d-6059cc00aa31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.1864338 Nov 22 15:25:44.110658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.115473 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad77a924-0428-4710-be30-7a39a9fb3a6e HTTP/1.1" status: 204 len: 168 time: 0.8012750 Nov 22 15:25:44.122035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 on network ec026a23-a890-4b01-85eb-025f4eb89178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:44.122571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Attempting to bind port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:44.132184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad77a924-0428-4710-be30-7a39a9fb3a6e,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.165468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.186283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.189585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.214807 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947', 'code': 200} Nov 22 15:25:44.253154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:44.253543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Checking segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:44.253977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Bound using segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:44.254588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Bound port: 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:44.254982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.264311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-c4d785e3-895d-47f6-a965-70eb510f67ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:44.269390 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-c4d785e3-895d-47f6-a965-70eb510f67ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.1420023 Nov 22 15:25:44.365698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:44.370944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:44.379957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.383352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.393115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.477700 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-3e9f8e37-241c-48ea-9b9d-5d2b7dbfa102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970704 Nov 22 15:25:44.630154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.635345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.639837 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] 10.222.0.46 "PUT /v2.0/ports/05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 1093 time: 2.7267375 Nov 22 15:25:44.647980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:44.668164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.819841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Pushing event updated for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:44.826094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:44.841571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:44.844979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.924281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Network be7f19b7-244f-468f-b33d-2a3b3aaefef9 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:25:44.929569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:25:44.950001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d552e31d-e0bb-4ff6-82b3-1f875f2584e7']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:44.970085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a8331c-7d87-46bc-a7db-0967e1c088c9') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:44.970808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a8331c-7d87-46bc-a7db-0967e1c088c9') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:25:44.975249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:25:44.988125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:44.993481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:44.994641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.066599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 34968) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:45.076171 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Pushing event updated for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:45.078368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.079408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:45.083427 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-e6087a79-4c8f-4119-b111-03e18060f0ab service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756798 Nov 22 15:25:45.097524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7621b9-1f85-450f-8f59-4e2076c112c2 req-da44ac79-4cfc-4ff6-a496-0e077a1c1bb3 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:45.099895 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-db7621b9-1f85-450f-8f59-4e2076c112c2 req-da44ac79-4cfc-4ff6-a496-0e077a1c1bb3 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 943 time: 0.8293447 Nov 22 15:25:45.110543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.156197 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-8da0828f-7fc4-42ea-866a-9f3e06560f8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 1098 time: 0.6459441 Nov 22 15:25:45.162169 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-15c264ba-4fe8-4d99-bba8-ecb9e79fcac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1096 time: 0.4508951 Nov 22 15:25:45.164072 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4418507 Nov 22 15:25:45.167339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:25:45.167795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:25:45.239477 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:25:45.284643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Request body: {'port': {'device_id': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:45.331857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.364585 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-b786bc61-12e5-4155-9a9b-22473c7f6d37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 217 time: 0.1591473 Nov 22 15:25:45.510705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-75c01181-31b1-4d93-9629-5fd95ad2353c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:45.512320 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-75c01181-31b1-4d93-9629-5fd95ad2353c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.1338668 Nov 22 15:25:45.513765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.573722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31bee-7b16-49cc-8103-f6b60b779fbd req-3c93ee0a-3e2b-4d85-9741-41af26a20a00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:45.575993 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d3f31bee-7b16-49cc-8103-f6b60b779fbd req-3c93ee0a-3e2b-4d85-9741-41af26a20a00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.8760884 Nov 22 15:25:45.625964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.646731 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-db7621b9-1f85-450f-8f59-4e2076c112c2 req-253eb8f2-95f2-4c52-83b3-e5fb8b463a2a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822481 Nov 22 15:25:45.654140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:45.669474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:45.684364 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7075eab9-b07d-49e2-bf7c-3fc607409c90 req-0ad05324-27d4-4b21-9d5a-e5db32f6486c service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789919 Nov 22 15:25:45.695001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d552e31d-e0bb-4ff6-82b3-1f875f2584e7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:45.702044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:45.706745 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d552e31d-e0bb-4ff6-82b3-1f875f2584e7 HTTP/1.1" status: 204 len: 168 time: 1.9459820 Nov 22 15:25:45.713572 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d3f31bee-7b16-49cc-8103-f6b60b779fbd req-c4b8ef9a-ef72-43d5-bab9-ab53b8ed1c1d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240642 Nov 22 15:25:45.787836 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'status': 'completed', 'code': 200} Nov 22 15:25:45.842431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:45.854141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:45.859888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:36cac319dc1743e59857805dc623e014 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:45.867448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Usage tracker for resource:security_group_rule and tenant:65ec901751b743049f39689aae99165e is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:45.870301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:45.873507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:45.893597 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:45.935428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:45.974773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34978) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:45.996407 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-4b7b65b2-57e9-4dab-8df9-c2d1beb4613d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4704404 Nov 22 15:25:46.057321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac252ffc-78bc-4a13-9754-c4c24c26a6d3 req-26e78280-f707-40ed-915c-defeb5e6ab99 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:46.058926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ac252ffc-78bc-4a13-9754-c4c24c26a6d3 req-26e78280-f707-40ed-915c-defeb5e6ab99 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 931 time: 0.1947865 Nov 22 15:25:46.104213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11c934-cb54-40a6-9981-dd9dfdcbe8ed req-378e8b69-622c-43a4-b5ad-75f9542c1be0 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:46.105901 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d11c934-cb54-40a6-9981-dd9dfdcbe8ed req-378e8b69-622c-43a4-b5ad-75f9542c1be0 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.1997912 Nov 22 15:25:46.116536 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-70ae32c3-86ff-4481-b8c7-9f2fe668d98b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a75c24f84ca6459b8d6b1867dcf5e0f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1390746 Nov 22 15:25:46.134504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 34982) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:46.216071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:46.216786 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ac252ffc-78bc-4a13-9754-c4c24c26a6d3 req-3a090370-02cb-43e3-bc7e-d6bb5923b14a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506371 Nov 22 15:25:46.240488 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d11c934-cb54-40a6-9981-dd9dfdcbe8ed req-a1daff04-31d9-4dea-aa87-b2536eafb0b2 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265819 Nov 22 15:25:46.281104 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-7a8109c4-b048-4679-8ce2-fd458bc8028a service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704093 Nov 22 15:25:46.289748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.325443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.330908 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd', 'code': 200} Nov 22 15:25:46.387281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.393644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:46.396315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.416882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521c73f-39e1-4b52-97ad-229cca720756,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:46.427498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:46.427498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.427498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3521c73f-39e1-4b52-97ad-229cca720756 HTTP/1.1" status: 204 len: 168 time: 0.2912190 Nov 22 15:25:46.506634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.620374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:46.698190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.713471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1a626-6579-4186-98e4-d00d009f9327,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:46.722164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:46.722820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device f6b37046-9bda-4783-9df4-0e920ecfc7bf details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:46.732281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:46.764787 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8654e7c6-7e4d-4ff2-92d2-d7dc18c3fd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:46.787028 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8347a93-04b2-48f7-b3cc-4cc8c5558b4e req-e163be22-6058-4743-a672-7f9831ef1f33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 1098 time: 0.1439157 Nov 22 15:25:46.799754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6adda5-8728-4e63-8a81-a1356d639555,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:46.802867 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6363556 Nov 22 15:25:46.833788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:46.892677 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8347a93-04b2-48f7-b3cc-4cc8c5558b4e req-a47079b4-a8ce-4768-9ef0-a962ece0fbf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960495 Nov 22 15:25:46.901561 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-271090fb-66f3-49f8-a0a2-d7effc9f4efb req-e01a4411-eab1-48d3-99bb-973c3520bc4a service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277336 Nov 22 15:25:46.912127 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36cac319dc1743e59857805dc623e014&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8376276 Nov 22 15:25:46.915052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35032) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:47.070611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de31d6e-9d01-41dc-867e-749cb5a982d6 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:47.089937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.109262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.181853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Transition to ACTIVE for port object 5de31d6e-9d01-41dc-867e-749cb5a982d6 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:25:47.183205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:47.210296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a528c3a-7199-48ce-bfcb-61229a509adc req-d64c0986-1f6a-46e7-9fa6-64fca6e5f854 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:47.219500 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a528c3a-7199-48ce-bfcb-61229a509adc req-d64c0986-1f6a-46e7-9fa6-64fca6e5f854 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 943 time: 0.3292494 Nov 22 15:25:47.227370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'port_id': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf', 'mac_address': 'fa:16:3e:25:37:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:47.233504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.270311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6f5b9-a3ca-498d-8678-2c0e7a1eba0d req-c953f63e-e6ad-48e1-8f08-68d6f6a0579e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:47.295796 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1c6f5b9-a3ca-498d-8678-2c0e7a1eba0d req-c953f63e-e6ad-48e1-8f08-68d6f6a0579e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.2759199 Nov 22 15:25:47.308878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.317334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:47.363300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.397573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.430728 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1c6f5b9-a3ca-498d-8678-2c0e7a1eba0d req-fc65c11b-646a-42d8-b162-e34162497ede tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342943 Nov 22 15:25:47.446989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a528c3a-7199-48ce-bfcb-61229a509adc req-1754bd24-0c7e-4a05-a2db-592cb1ec178f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256796 Nov 22 15:25:47.449254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35058) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:47.472351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b37046-9bda-4783-9df4-0e920ecfc7bf {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:47.517168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:47.522891 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e184b0bb-e0d1-41bd-81c0-bb4f90c3d6df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7071a64cd0b447b08c89fb40d57e85a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0687025 Nov 22 15:25:47.524876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.525832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35062) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:47.527186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:47.545937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.547216 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a6adda5-8728-4e63-8a81-a1356d639555 HTTP/1.1" status: 204 len: 168 time: 0.6296532 Nov 22 15:25:47.553769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Pushing event updated for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:47.569544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:47.579068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:47.604245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6adda5-8728-4e63-8a81-a1356d639555,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:47.613356 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-8d20b2a0-52c2-4cd4-a3f4-4bc07f47b4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1096 time: 0.3529413 Nov 22 15:25:47.625548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:47.628811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Attempting to bind port 5de31d6e-9d01-41dc-867e-749cb5a982d6 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:25:47.629357 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Attempting to bind port 5de31d6e-9d01-41dc-867e-749cb5a982d6 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:25:47.629731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Attempting to bind port 5de31d6e-9d01-41dc-867e-749cb5a982d6 on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:47.638245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Port 5de31d6e-9d01-41dc-867e-749cb5a982d6 on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:25:47.638245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Attempting to bind port 5de31d6e-9d01-41dc-867e-749cb5a982d6 on network be7f19b7-244f-468f-b33d-2a3b3aaefef9 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:25:47.645902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:25:47.646316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Checking segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:25:47.646796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Bound using segment: {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:25:47.647433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Bound port: 5de31d6e-9d01-41dc-867e-749cb5a982d6, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c7c23b-bdb2-41b7-bf41-c48b5b945c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:25:47.647821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.698622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:47.714075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:47.773682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:25:47.777932 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:25:47.781955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.787122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:47.809304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['f6b37046-9bda-4783-9df4-0e920ecfc7bf'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:47.850847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.852566 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] 10.222.0.46 "PUT /v2.0/ports/5de31d6e-9d01-41dc-867e-749cb5a982d6 HTTP/1.1" status: 200 len: 1093 time: 2.5727322 Nov 22 15:25:47.855644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:47.906405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Pushing event updated for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:47.923286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:47.949360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:47.997493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2988-f859-4510-869f-89b8e032b533 req-dec2fbe1-7fe9-4bd6-ae41-5be23711e2f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:47.999141 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-dec2fbe1-7fe9-4bd6-ae41-5be23711e2f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.3717182 Nov 22 15:25:48.014653 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-bc918762-3fe6-4b4f-800a-2d1395cdd2c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 1096 time: 0.0929208 Nov 22 15:25:48.080213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:48.100631 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-10692fa9-3bd5-46b4-bcfb-cc0cb89ff4ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6 HTTP/1.1" status: 200 len: 217 time: 0.0778973 Nov 22 15:25:48.123149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78e6bd-6f92-4b0c-8d04-ee7732972290 req-fcef66f4-8dc9-439d-8bdc-fd77eabe5ac5 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.124678 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca78e6bd-6f92-4b0c-8d04-ee7732972290 req-fcef66f4-8dc9-439d-8bdc-fd77eabe5ac5 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.4245553 Nov 22 15:25:48.137011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4715e-fbf9-4475-97a8-d1f400294470 req-ff687114-47ff-437c-834d-a16b810872d4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.139232 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-80f4715e-fbf9-4475-97a8-d1f400294470 req-ff687114-47ff-437c-834d-a16b810872d4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 943 time: 0.4427371 Nov 22 15:25:48.150903 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-927c3093-383a-48da-82a8-5dfbc001d757 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 217 time: 0.1314592 Nov 22 15:25:48.180714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-3f9362be-e1d9-4007-8ee5-312c2b57ffa2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.182564 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-3f9362be-e1d9-4007-8ee5-312c2b57ffa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.0758073 Nov 22 15:25:48.292655 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-76147803-09b8-4aff-87ee-4466b5ab6ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960784 Nov 22 15:25:48.306872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:48.313924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2f91ecee-b42a-4516-9e85-a0cbfbab2908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:48.321370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2988-f859-4510-869f-89b8e032b533 req-dd2fc05c-44f8-4179-bc20-bf9e9300ee46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:48.322940 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-dd2fc05c-44f8-4179-bc20-bf9e9300ee46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.1466529 Nov 22 15:25:48.340800 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca78e6bd-6f92-4b0c-8d04-ee7732972290 req-f4d733af-a781-4f48-86c0-9b88d9c1789b tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001867 Nov 22 15:25:48.347528 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-80f4715e-fbf9-4475-97a8-d1f400294470 req-bcc56311-955f-4c95-a2a7-f9f18096a5c2 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920590 Nov 22 15:25:48.382570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c0235-8eac-4294-b219-5300d2adc7a0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:48.403143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:48.413746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:48.415027 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f3c0235-8eac-4294-b219-5300d2adc7a0 HTTP/1.1" status: 204 len: 168 time: 0.8774812 Nov 22 15:25:48.491192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-ebc5801d-7533-434d-b4f3-f9b299760f12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467259 Nov 22 15:25:48.607304 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6', 'status': 'completed', 'code': 200} Nov 22 15:25:48.740715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-26ebd8d8-1deb-46ee-9282-e44d05780de5 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263530 Nov 22 15:25:48.741643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device f6b37046-9bda-4783-9df4-0e920ecfc7bf up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:48.913437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port f6b37046-9bda-4783-9df4-0e920ecfc7bf completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:48.922829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port f6b37046-9bda-4783-9df4-0e920ecfc7bf triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:48.924295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:49.004070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d10116-2ac9-4e8e-bb74-02e3fb163947 req-53b64256-990c-4767-9ea7-89a72238a56d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.005983 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-53d10116-2ac9-4e8e-bb74-02e3fb163947 req-53b64256-990c-4767-9ea7-89a72238a56d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 943 time: 0.2898583 Nov 22 15:25:49.051209 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-07487958-8712-4ab9-95b9-effa50951291 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417819 Nov 22 15:25:49.072210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629138d-4499-4c48-a772-b6f74a4c0ae3 req-ac088867-5ecf-45fa-b883-61639e355f1c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.083025 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a629138d-4499-4c48-a772-b6f74a4c0ae3 req-ac088867-5ecf-45fa-b883-61639e355f1c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.4170747 Nov 22 15:25:49.145885 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7f7b490-1a2d-487c-9b71-101a937d6a2e req-7f867a73-76c1-48e3-a02d-b7743d789393 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764584 Nov 22 15:25:49.274426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35114) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:49.302271 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-53d10116-2ac9-4e8e-bb74-02e3fb163947 req-7a8e419b-c855-4b92-8e61-687d4b31135a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875292 Nov 22 15:25:49.322997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:49.354386 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a629138d-4499-4c48-a772-b6f74a4c0ae3 req-92caf048-0b2d-4b87-854a-69d9ff14921a tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690213 Nov 22 15:25:49.366578 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:49.393565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:49.398397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:49.401773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:49.411797 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f72c2988-f859-4510-869f-89b8e032b533 req-87dd92be-e8f0-4ad7-bffc-74da926070e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469815 Nov 22 15:25:49.488037 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-016856be-049d-4d0d-b5ac-5bf568d4ec20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 1096 time: 0.2400937 Nov 22 15:25:49.737283 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf', 'code': 200} Nov 22 15:25:49.738558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:49.742375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:49.751446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-a34c7185-fd7d-41a8-90f4-c5323abe3949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.753201 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-a34c7185-fd7d-41a8-90f4-c5323abe3949 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.2542367 Nov 22 15:25:49.784562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14478b-4591-4ae9-8cb9-8fa72981b9d6 req-831ae04b-6b69-4db7-b90b-b51f12698b49 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.786255 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c14478b-4591-4ae9-8cb9-8fa72981b9d6 req-831ae04b-6b69-4db7-b90b-b51f12698b49 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.2265830 Nov 22 15:25:49.789341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:49.863025 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-9e9f574d-097e-47a2-bc5f-04510b52de71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6 HTTP/1.1" status: 200 len: 217 time: 0.1015894 Nov 22 15:25:49.902651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:49.948808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:49.957152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-284b0449-4bba-4ec7-a97d-a1be3285fe4e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.958954 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-284b0449-4bba-4ec7-a97d-a1be3285fe4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.0884728 Nov 22 15:25:49.965009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1584fa56e7174bf7bb85f31e43cf03a1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:49.973484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:49.984948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65020-3dbd-4567-becb-8ae0174d2ede req-f54d0895-be9a-44f4-94e7-88478cdf1a16 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:49.992593 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d1c65020-3dbd-4567-becb-8ae0174d2ede req-f54d0895-be9a-44f4-94e7-88478cdf1a16 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 943 time: 0.3201799 Nov 22 15:25:50.001597 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:50.023981 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-bc1fba71-07da-4ffd-9e0d-496a7c2cf618 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580292 Nov 22 15:25:50.029045 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c14478b-4591-4ae9-8cb9-8fa72981b9d6 req-bed82421-b73f-4ef3-b915-5074e10eb202 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884873 Nov 22 15:25:50.088975 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7bf2059-b7a3-42fc-9efa-be5dd7b5fdce req-44537c86-67f8-4de4-9010-d827f114ef57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.3007717 Nov 22 15:25:50.141673 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d1c65020-3dbd-4567-becb-8ae0174d2ede req-abdf6404-f909-456a-86c9-8ad7a5a8268d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Nov 22 15:25:50.175716 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7bf2059-b7a3-42fc-9efa-be5dd7b5fdce req-107fa237-f9e3-4579-8963-5b9d2c0cde4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Nov 22 15:25:50.236722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.241997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.291756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d36b9c63-7a0c-4620-9f4b-e14d9c54b140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:50.306322 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1584fa56e7174bf7bb85f31e43cf03a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0293617 Nov 22 15:25:50.307786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35150) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:50.331859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57138a-fda8-44a3-84bf-1df8283d0388,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:50.346897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:50.401483 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-33f6f3e4-8e87-4b0b-b4cb-62cd693bd692 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608639 Nov 22 15:25:50.572174 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.577261 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-387d224e-0a45-4d11-a42f-df2b457a1ed8 req-38c870a6-41f6-4c8a-97aa-4785c4204859 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531651 Nov 22 15:25:50.603491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca376-ea65-439e-82a1-244a1e035084 req-624452d8-f48d-4ee5-8214-e1882db872da tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:50.605317 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7bfca376-ea65-439e-82a1-244a1e035084 req-624452d8-f48d-4ee5-8214-e1882db872da tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 943 time: 0.1034844 Nov 22 15:25:50.614351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.711660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.723951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a75091d4-805f-4edc-9d32-ec56e1f5e1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:50.744000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:50.754900 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7bfca376-ea65-439e-82a1-244a1e035084 req-b662f9c1-086c-4887-a923-86221341f115 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876889 Nov 22 15:25:50.762150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:50.769809 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b57138a-fda8-44a3-84bf-1df8283d0388 HTTP/1.1" status: 204 len: 168 time: 0.4580038 Nov 22 15:25:50.771364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57138a-fda8-44a3-84bf-1df8283d0388,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:50.776131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:50.799756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3f7c-7922-4cb6-bc14-2f8d1580dbdb req-e981fb42-64f5-407c-b5c0-831e79211fe5 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:50.801921 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c30a3f7c-7922-4cb6-bc14-2f8d1580dbdb req-e981fb42-64f5-407c-b5c0-831e79211fe5 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.1952729 Nov 22 15:25:50.919707 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c30a3f7c-7922-4cb6-bc14-2f8d1580dbdb req-d33c2f52-d9f3-4992-9e88-84db07ad3af9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 Nov 22 15:25:50.980567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:51.000141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'port_id': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'mac_address': 'fa:16:3e:7e:ac:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:51.148958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.179002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:51.206253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:51.288734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.291022 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:51.421334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:51.427370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:51.506427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c13ebf-618f-4db9-9cab-919457acf2dc req-da5e17db-dff6-49dd-b0e9-0962fcd00876 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:51.514771 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-13c13ebf-618f-4db9-9cab-919457acf2dc req-da5e17db-dff6-49dd-b0e9-0962fcd00876 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 943 time: 0.1302087 Nov 22 15:25:51.550645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35182) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.582801 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-13c13ebf-618f-4db9-9cab-919457acf2dc req-71002b5f-05f3-4a63-95eb-791031706721 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Nov 22 15:25:51.610440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:51.902806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35198) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:51.957072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:51.971037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.025872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:52.033470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Usage tracker for resource:security_group_rule and tenant:814ed5f2c22b468f8b97a594a270c91b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:52.038593 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:52.041779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:52.055765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:52.066053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Usage tracker for resource:security_group_rule and tenant:e674d48e583c4941b80bf63da87ccac2 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:52.073751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:52.090305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:52.103701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56e74-6b1e-4f19-8482-d8fd7a76fa9f req-203dcbc8-76be-48ad-88fe-1f5e5a808133 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:52.105674 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ad56e74-6b1e-4f19-8482-d8fd7a76fa9f req-203dcbc8-76be-48ad-88fe-1f5e5a808133 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 944 time: 0.1961610 Nov 22 15:25:52.210962 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ad56e74-6b1e-4f19-8482-d8fd7a76fa9f req-e801076d-42af-453d-bb31-3273ea03dbdb tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978363 Nov 22 15:25:52.216112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.225071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.226253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.236327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0188d6f1-a7c5-48f5-9d0c-2683982283b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.248703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.305081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3522f53c-3eb8-4f28-b03f-fc0b8891a01c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.310857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.311592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4c98378f-2ded-4d5c-b7d0-c62a11c7f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.337121 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=814ed5f2c22b468f8b97a594a270c91b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7827320 Nov 22 15:25:52.337612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35216) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:52.355842 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e674d48e583c4941b80bf63da87ccac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4513299 Nov 22 15:25:52.357733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8f741-b6c1-4566-9225-cbd247ae835a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.360277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35220) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:52.363543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.417858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.441995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.454886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.483886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.509872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.522482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-866d8ca0-513f-40dc-a3c3-f16aea3c71b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.547885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.556929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3522f53c-3eb8-4f28-b03f-fc0b8891a01c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.559373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.568965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d34c1967-e8a2-44f0-8453-43d340c8bf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:52.594658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.594777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:52.601851 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8c8f741-b6c1-4566-9225-cbd247ae835a HTTP/1.1" status: 204 len: 168 time: 0.2345433 Nov 22 15:25:52.602958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8f741-b6c1-4566-9225-cbd247ae835a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:52.603504 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3522f53c-3eb8-4f28-b03f-fc0b8891a01c HTTP/1.1" status: 204 len: 168 time: 0.2646501 Nov 22 15:25:52.609562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:52.755837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 5de31d6e-9d01-41dc-867e-749cb5a982d6 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:25:52.759352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:52.850130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0f82d-397c-45a8-8a50-e50441faf268 req-003ac8e8-5da0-49d8-aae0-44eaf0ed0fdf tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:52.859794 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cac0f82d-397c-45a8-8a50-e50441faf268 req-003ac8e8-5da0-49d8-aae0-44eaf0ed0fdf tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 943 time: 0.1102629 Nov 22 15:25:52.921838 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cac0f82d-397c-45a8-8a50-e50441faf268 req-dca9914b-3bea-44b0-86e3-2eb57cee41a5 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Nov 22 15:25:52.990749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:53.001601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:53.002040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.193382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.226813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:53.245326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:53.260382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '5de31d6e-9d01-41dc-867e-749cb5a982d6', 'network_id': 'be7f19b7-244f-468f-b33d-2a3b3aaefef9', 'port_id': '5de31d6e-9d01-41dc-867e-749cb5a982d6', 'mac_address': 'fa:16:3e:80:01:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b833f4-c4e7-4e61-8737-a6a5d5cd66c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:25:53.267424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:53.335508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.357927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de31d6e-9d01-41dc-867e-749cb5a982d6 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:25:53.362559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.367263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:53.414158 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'code': 200} Nov 22 15:25:53.475685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:53.501604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.509628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:53.525665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:53.526436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:53.607599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:53.618451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35270) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:53.631228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:53.645715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:53.757831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8528e-6da1-410c-a29f-c28daf87a559 req-15e689ee-96f8-4eed-9b0f-b859e857facd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:53.760774 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d8528e-6da1-410c-a29f-c28daf87a559 req-15e689ee-96f8-4eed-9b0f-b859e857facd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1895380 Nov 22 15:25:53.774166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['5de31d6e-9d01-41dc-867e-749cb5a982d6'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:53.930290 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d8528e-6da1-410c-a29f-c28daf87a559 req-38b31341-5177-4d13-91dc-af603b96ba78 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607494 Nov 22 15:25:54.145355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:54.156265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Usage tracker for resource:security_group_rule and tenant:49406419ac7f4621b0a3a725dd43ccd9 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:54.160705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:54.170881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:54.262810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:25:54.282053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32380b-ba72-43a9-8521-44f7ae98c22d req-b4e2df17-b84d-44b4-b883-47dd56fc8935 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:54.283841 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e32380b-ba72-43a9-8521-44f7ae98c22d req-b4e2df17-b84d-44b4-b883-47dd56fc8935 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 944 time: 0.1329350 Nov 22 15:25:54.311724 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-87d88d9f-a93b-4060-ad0a-f92f9410adf6 req-b25c13d4-de99-4d54-9adf-7efbe3a3c8f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1098 time: 0.6282065 Nov 22 15:25:54.345372 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e32380b-ba72-43a9-8521-44f7ae98c22d req-3f358949-b55d-4e02-af4a-c727d3b74f3f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542884 Nov 22 15:25:54.404068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.406142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-87d88d9f-a93b-4060-ad0a-f92f9410adf6 req-a5390a9f-d9de-4679-b7c0-1f9c3d237895 service neutron] Synchronizing usage tracker for tenant:65ec901751b743049f39689aae99165e on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:54.411305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.424883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:54.468433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-87d88d9f-a93b-4060-ad0a-f92f9410adf6 req-a5390a9f-d9de-4679-b7c0-1f9c3d237895 service neutron] Unset dirty status for tenant:65ec901751b743049f39689aae99165e on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:54.469685 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-87d88d9f-a93b-4060-ad0a-f92f9410adf6 req-a5390a9f-d9de-4679-b7c0-1f9c3d237895 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461518 Nov 22 15:25:54.488569 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49406419ac7f4621b0a3a725dd43ccd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8665419 Nov 22 15:25:54.488569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf673d1-fdec-46d3-a537-a545f56bdab6,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:54.489693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35296) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:54.489956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:54.560549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.590289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.638707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.645308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-76333582-0ae8-4c00-8ffc-06cc6d34b0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:54.660465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf673d1-fdec-46d3-a537-a545f56bdab6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:54.671025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:54.679215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:54.680471 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cf673d1-fdec-46d3-a537-a545f56bdab6 HTTP/1.1" status: 204 len: 168 time: 0.1894403 Nov 22 15:25:55.172499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502a93b-5196-410e-88ee-3e885f68c854 req-4f18b6e2-57c9-47b5-aca1-713b6edfa20d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:55.173361 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d502a93b-5196-410e-88ee-3e885f68c854 req-4f18b6e2-57c9-47b5-aca1-713b6edfa20d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1110468 Nov 22 15:25:55.452582 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d502a93b-5196-410e-88ee-3e885f68c854 req-1569f3f2-96e7-409b-9e59-4fb4332c71af tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715716 Nov 22 15:25:55.671686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35356) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:55.694684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16ae2-2cf9-496a-9488-8b118b78ba79 req-9a8d3c3f-acf5-4ad3-aad2-e4cf44fe9200 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:55.696980 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f3b16ae2-2cf9-496a-9488-8b118b78ba79 req-9a8d3c3f-acf5-4ad3-aad2-e4cf44fe9200 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 944 time: 0.1033080 Nov 22 15:25:55.768208 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f3b16ae2-2cf9-496a-9488-8b118b78ba79 req-03efdb59-1a89-45d8-9f28-63f88692e19b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639427 Nov 22 15:25:55.943818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb6e1-38c5-4bea-b74c-d95c8638ce09 req-cbfdc656-f970-45a4-827d-6f1df4c115b6 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:55.962965 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b35eb6e1-38c5-4bea-b74c-d95c8638ce09 req-cbfdc656-f970-45a4-827d-6f1df4c115b6 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.1608722 Nov 22 15:25:56.024926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b35eb6e1-38c5-4bea-b74c-d95c8638ce09 req-5c415ea9-6b6f-42e8-a256-860afd5041f3 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609186 Nov 22 15:25:56.206372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.287927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:56.293133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Usage tracker for resource:security_group_rule and tenant:4deae5b17b8e41959ed2c39f24005f28 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:56.310641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:56.318447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:56.419981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.424734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.435166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:56.473052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc22228-e0c9-4dee-b20f-22bc804de760,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:56.474502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:56.500639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35390) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:56.503792 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4deae5b17b8e41959ed2c39f24005f28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8308785 Nov 22 15:25:56.661478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.699004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.788385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.802366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 5de31d6e-9d01-41dc-867e-749cb5a982d6 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:25:56.818319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c58938ee-4cee-483e-999c-0c02b82c15bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:56.915109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc22228-e0c9-4dee-b20f-22bc804de760,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:56.920230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 5de31d6e-9d01-41dc-867e-749cb5a982d6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:25:56.925934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:56.929766 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dc22228-e0c9-4dee-b20f-22bc804de760 HTTP/1.1" status: 204 len: 168 time: 0.4254603 Nov 22 15:25:56.929766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:56.944196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 5de31d6e-9d01-41dc-867e-749cb5a982d6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:25:56.945023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.077692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-80e203f8-3bb7-4f88-b00c-f0140a24ba02 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:57.085900 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-80e203f8-3bb7-4f88-b00c-f0140a24ba02 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.3326373 Nov 22 15:25:57.100784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.111315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1976d-d4d0-483a-9cf2-db69167cb60d req-1e6592b0-5272-4433-b3a5-106cb90aa2cd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:57.113255 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-67c1976d-d4d0-483a-9cf2-db69167cb60d req-1e6592b0-5272-4433-b3a5-106cb90aa2cd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1958175 Nov 22 15:25:57.124121 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-3220f3cf-e556-4245-bd43-ea59d930e1f3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/quotas/59470a66d04140078b70684929dace72 HTTP/1.1" status: 200 len: 375 time: 0.0342906 Nov 22 15:25:57.131630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:57.144415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:57.150300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.152633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:57.251507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:57.256239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:57.259576 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-67c1976d-d4d0-483a-9cf2-db69167cb60d req-483bf327-22e3-41e7-a485-c81d694386dc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337876 Nov 22 15:25:57.310443 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-97aef5ef-4096-4d4c-b6d2-56504d96c2c5 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1865888 Nov 22 15:25:57.528044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-c6b1b89f-d65a-415d-a031-45f23584feff service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165132 Nov 22 15:25:57.535375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07083c-82a5-4a1d-a987-071b255567b1 req-204bc117-f51c-4ee2-a318-7783a660e97d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:57.537039 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ed07083c-82a5-4a1d-a987-071b255567b1 req-204bc117-f51c-4ee2-a318-7783a660e97d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1437926 Nov 22 15:25:57.691995 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ed07083c-82a5-4a1d-a987-071b255567b1 req-7f74fb5a-0961-4c67-b792-8d7800c6dcbb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292715 Nov 22 15:25:57.733622 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-ba8110cb-fa53-4f89-8f86-b54af2ce7cdf service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954420 Nov 22 15:25:57.747809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-15c27e9b-5e94-47f3-85db-b33bdf81ddbd tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:57.748666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-15c27e9b-5e94-47f3-85db-b33bdf81ddbd tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Synchronizing usage tracker for tenant:ecf2bf4037224d25b86175fdf5bf8576 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:25:57.770299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35440) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:57.800868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:57.804775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-15c27e9b-5e94-47f3-85db-b33bdf81ddbd tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Unset dirty status for tenant:ecf2bf4037224d25b86175fdf5bf8576 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:25:57.806384 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-15c27e9b-5e94-47f3-85db-b33bdf81ddbd tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.46 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.1886432 Nov 22 15:25:57.898590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:57.905225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:98717d6b21bf424089dba0efd5078682 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:57.909900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:57.983625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Deleting port 56b1883b-52d2-4a5b-80ed-64bb39d628cd {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:25:57.986908 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.002427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:58.101368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8637e-aca9-4d7b-b34d-2a3c054cb255 req-df2ba040-dd5c-4a3b-be00-f058ce55afbc tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:58.102768 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6', 'code': 200} Nov 22 15:25:58.107688 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a5c8637e-aca9-4d7b-b34d-2a3c054cb255 req-df2ba040-dd5c-4a3b-be00-f058ce55afbc tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 945 time: 0.1989770 Nov 22 15:25:58.363468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.382579 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a5c8637e-aca9-4d7b-b34d-2a3c054cb255 req-99bd35c3-abf5-4192-bab7-48f9a39f3492 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/security-groups?id=968a665a-da6a-4868-9505-63f19d43c14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556095 Nov 22 15:25:58.383387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.393347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a3b2f51d-4835-4c38-9802-2b36da8d3887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:58.611780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e005af30-1d6f-48ef-88c7-ed9146db4132,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:58.656682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] For port 56b1883b-52d2-4a5b-80ed-64bb39d628cd, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56b1883b-52d2-4a5b-80ed-64bb39d628cd,segment=NetworkSegment(16025d63-4c43-468a-91bd-ebad8b7acc0c),segment_id=16025d63-4c43-468a-91bd-ebad8b7acc0c)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:25:58.657161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.683356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:58.692841 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b8604ba3-e9ae-4520-9dc4-5a5ebfe8eb4c req-7070007e-0fd4-44e3-a74e-8503e2a03ca5 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 210 time: 0.1266212 Nov 22 15:25:58.701746 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98717d6b21bf424089dba0efd5078682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9299681 Nov 22 15:25:58.705585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35482) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:58.820219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Calling delete_port for 56b1883b-52d2-4a5b-80ed-64bb39d628cd owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:25:58.834582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbab29-f375-43aa-b9e8-2c7d4c274099 req-99994edc-d2b9-416a-b47c-930c565715f1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:58.836535 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0ebbab29-f375-43aa-b9e8-2c7d4c274099 req-99994edc-d2b9-416a-b47c-930c565715f1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.4076562 Nov 22 15:25:58.841344 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68d1c7d8-5790-4867-bcf5-7e055e072a0d req-4ec00c81-c5dd-452b-a7f8-572e539b48b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 1098 time: 0.3254981 Nov 22 15:25:58.866416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35490) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:58.867295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:58.920948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'floatingip': {'port_id': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:25:58.996412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35498) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:59.103932 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.117163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['56b1883b-52d2-4a5b-80ed-64bb39d628cd'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:25:59.120987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:59.261021 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.304625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Pushing event deleted for resources: {'Port': ['ID=56b1883b-52d2-4a5b-80ed-64bb39d628cd,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:59.307363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:59.315742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.366408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:25:59.371657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Usage tracker for resource:security_group_rule and tenant:380f3d3947d745159f0ee7b0b9f06696 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:25:59.376472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:25:59.383995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:25:59.410193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] No DVR routers for this DVR port 56b1883b-52d2-4a5b-80ed-64bb39d628cd on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:25:59.413466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.433776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'name': 'network-vif-deleted', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:25:59.444218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.488767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.492008 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68d1c7d8-5790-4867-bcf5-7e055e072a0d req-2c878315-5727-4862-9f1d-b2c8e3518ff9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170607 Nov 22 15:25:59.499565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.508730 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228435f6-879d-452d-9713-959859b7ca89', 'name': 'network-vif-deleted', 'tag': '56b1883b-52d2-4a5b-80ed-64bb39d628cd', 'status': 'completed', 'code': 200} Nov 22 15:25:59.513430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:59.570912 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-985c2291-0970-4dd8-9d5a-ff88be392cdf req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.46 "DELETE /v2.0/ports/56b1883b-52d2-4a5b-80ed-64bb39d628cd HTTP/1.1" status: 204 len: 173 time: 1.7563202 Nov 22 15:25:59.572524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300357bf-5fdc-445c-909b-e28a3a2aa0f4,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:59.576002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:59.581494 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=380f3d3947d745159f0ee7b0b9f06696&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5815830 Nov 22 15:25:59.581770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35518) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:25:59.609144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaee7b-ea93-4b23-bec9-0f74005f681d req-7725d8c3-80a8-4d06-954e-249285b584de tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:25:59.616591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aecaee7b-ea93-4b23-bec9-0f74005f681d req-7725d8c3-80a8-4d06-954e-249285b584de tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.5609386 Nov 22 15:25:59.652262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.681526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.744494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.752382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbb5ee0a-d5f7-450e-ad5b-3839a1ae7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:25:59.768024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300357bf-5fdc-445c-909b-e28a3a2aa0f4,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:25:59.770872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:25:59.776422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:25:59.779256 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/300357bf-5fdc-445c-909b-e28a3a2aa0f4 HTTP/1.1" status: 204 len: 168 time: 0.1954937 Nov 22 15:25:59.796731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.017485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:00.035068 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e41d68ed-374d-49a5-95b6-11a7aed5f153 req-5fb4d790-25e0-4230-8ab0-ff4a57a9824e tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.3831048 Nov 22 15:26:00.042382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e005af30-1d6f-48ef-88c7-ed9146db4132,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:00.056645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:00.073715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aecaee7b-ea93-4b23-bec9-0f74005f681d req-80dd50fa-eee9-42a7-b41c-82a5a4f96080 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557283 Nov 22 15:26:00.259853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.266656 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e005af30-1d6f-48ef-88c7-ed9146db4132 HTTP/1.1" status: 204 len: 168 time: 1.5565293 Nov 22 15:26:00.428251 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e29d2e6-ca79-420f-b25d-46871f3edb4f req-0e89f7f1-dd21-4c0f-9119-449ed012f54d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 210 time: 0.1932640 Nov 22 15:26:00.645199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-2e4ccfbd-5674-4d90-9278-5bc9916b6364 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:00.647055 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-2e4ccfbd-5674-4d90-9278-5bc9916b6364 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.4362993 Nov 22 15:26:00.647997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35540) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:00.698890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:00.741768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Request body: {'port': {'device_id': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'admin_state_up': True, 'tenant_id': '59470a66d04140078b70684929dace72'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:00.808095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:00.822936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Usage tracker for resource:security_group_rule and tenant:4a95f2568056418ca0a305b12c997255 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:00.836748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:00.853511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:01.097962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.105573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.131127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a064e3aa-43f8-4a20-8cec-5bc99371f359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:01.205162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc8b03-742d-4f27-8d6c-9b6a4c0b42b3,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:01.219418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:01.248635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:01.252446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35568) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:01.262154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.263918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Usage tracker for resource:port and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:01.267883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.269314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:01.287022 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:01.316314 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a95f2568056418ca0a305b12c997255&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6642599 Nov 22 15:26:01.321889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35574) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:01.330764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:01.337796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.503710 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c657d1f2-1ba1-4372-ac3b-8f4115770339 req-c6d10961-ddfd-4af7-b7d2-1c8adb9c45cb tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] 10.222.0.55 "GET /v2.0/ports?device_id=228435f6-879d-452d-9713-959859b7ca89 HTTP/1.1" status: 200 len: 210 time: 0.0620887 Nov 22 15:26:01.584346 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.594614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94998dad-5b37-4833-b8aa-b152253c9b94 req-b8bd648d-b586-45f0-a6d8-23c8a0cbdfbc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:01.596338 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94998dad-5b37-4833-b8aa-b152253c9b94 req-b8bd648d-b586-45f0-a6d8-23c8a0cbdfbc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2426097 Nov 22 15:26:01.673743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.691388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Allocated IP 172.20.0.14 (81675b76-4ab1-47d3-966d-95400f088b92/67eae7bf-7054-4523-b0f9-e329ce009100/d9772372-b5b1-4caa-96f6-6e2ec84b4713) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:01.696076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:01.729399 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7f966b00-0663-46dd-8606-db09c401da23 req-5b6a0191-4b01-42ba-a18f-7171eab3346c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 210 time: 0.0699382 Nov 22 15:26:01.783438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94998dad-5b37-4833-b8aa-b152253c9b94 req-1fe9f861-d9d7-47ba-af56-0b8187f3e9ea tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249912 Nov 22 15:26:01.796800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:01.802457 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Floating IP 3257ae99-4008-4a68-aab4-c9b50e73ab2d associated. External IP: 172.28.2.55, port: 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6. Nov 22 15:26:01.834269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Usage tracker for resource:security_group_rule and tenant:0e91bc1e10d7423c88506644d8031678 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:01.838233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:01.850807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:02.051175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.073319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f9798005-b1cc-485e-9d5a-deadc645244e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:02.109384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc8b03-742d-4f27-8d6c-9b6a4c0b42b3,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:02.118359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.122224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:02.133173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.138282 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6cc8b03-742d-4f27-8d6c-9b6a4c0b42b3 HTTP/1.1" status: 204 len: 168 time: 0.8141184 Nov 22 15:26:02.225959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.228290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.236882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b31dcd69-163e-41f7-9150-a834f6ee2c97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:02.241175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:02.271143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.342096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Network 81675b76-4ab1-47d3-966d-95400f088b92 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:02.347009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:02.366507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:02.373072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:02.374078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.406781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event updated for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:02.413413 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6842358 Nov 22 15:26:02.415893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:02.424179 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e91bc1e10d7423c88506644d8031678&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1697085 Nov 22 15:26:02.425226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-26facd6f-8ea0-44d7-a624-ac1d90293f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:02.429762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35604) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:02.467409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Request body: {'port': {'device_id': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:02.502215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90d373-a522-4444-99e3-1dc33f2bdebe,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:02.517418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:02.613422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:02.834579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56b1883b-52d2-4a5b-80ed-64bb39d628cd no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:26:02.942512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 56b1883b-52d2-4a5b-80ed-64bb39d628cd {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:26:02.943072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56b1883b-52d2-4a5b-80ed-64bb39d628cd not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:26:03.098216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da859a-368f-4596-a800-617a2fbadce5 req-6283e78a-36d0-47cd-9a4e-0cc53c0da1e6 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:03.111503 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-06da859a-368f-4596-a800-617a2fbadce5 req-6283e78a-36d0-47cd-9a4e-0cc53c0da1e6 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.8267593 Nov 22 15:26:03.120137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.175114 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-0e754591-3479-4fe8-986b-0998a25cb923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 1098 time: 1.0385122 Nov 22 15:26:03.332672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.569604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-06da859a-368f-4596-a800-617a2fbadce5 req-8ac18847-ec19-4d77-b8a3-3e23045ad34a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571185 Nov 22 15:26:03.615501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.648620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9772372-b5b1-4caa-96f6-6e2ec84b4713 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:03.661525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:03.661662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.691879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead44eb-a547-44ee-a927-5cc915a1fcdc req-2b0a7731-2a40-434c-b637-c84bd13ef486 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:03.701309 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ead44eb-a547-44ee-a927-5cc915a1fcdc req-2b0a7731-2a40-434c-b637-c84bd13ef486 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 932 time: 0.5842199 Nov 22 15:26:03.704125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90d373-a522-4444-99e3-1dc33f2bdebe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:03.708826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Transition to ACTIVE for port object d9772372-b5b1-4caa-96f6-6e2ec84b4713 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:03.714480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.734416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:03.770868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:03.786314 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca90d373-a522-4444-99e3-1dc33f2bdebe HTTP/1.1" status: 204 len: 168 time: 1.3517711 Nov 22 15:26:03.800345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.801073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.801471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.801855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.802265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.802648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.803478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.803478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.803858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.804509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.804986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:03.828940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-0a79b4f9-e4a3-4c80-9432-380cb628f5f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:03.830966 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-0a79b4f9-e4a3-4c80-9432-380cb628f5f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.5710287 Nov 22 15:26:03.836348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:03.975762 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-f7751461-051c-48a6-9ef4-4860425845c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6 HTTP/1.1" status: 200 len: 217 time: 0.1342101 Nov 22 15:26:03.980913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ead44eb-a547-44ee-a927-5cc915a1fcdc req-84d01a1e-59ce-4fcd-a065-10005f5a696d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783132 Nov 22 15:26:04.023100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Pushing event updated for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.082764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-c74d0a11-48fb-4633-950b-a58dba501652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:04.084369 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-c74d0a11-48fb-4633-950b-a58dba501652 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.0989730 Nov 22 15:26:04.086649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:26:04.099176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.099972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.100501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.101113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.101636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.102904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.103509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.104013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.104512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.105011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.105894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:04.123613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Attempting to bind port d9772372-b5b1-4caa-96f6-6e2ec84b4713 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:04.124129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Attempting to bind port d9772372-b5b1-4caa-96f6-6e2ec84b4713 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:04.124619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Attempting to bind port d9772372-b5b1-4caa-96f6-6e2ec84b4713 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:04.135383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:04.136483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Port d9772372-b5b1-4caa-96f6-6e2ec84b4713 on network 81675b76-4ab1-47d3-966d-95400f088b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:04.137074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Attempting to bind port d9772372-b5b1-4caa-96f6-6e2ec84b4713 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:04.149215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:04.150268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Checking segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:04.150923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Bound using segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:04.151629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Bound port: d9772372-b5b1-4caa-96f6-6e2ec84b4713, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:04.152131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.160248 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-5238a4c8-5517-4f22-b5fe-f10ead33d463 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666831 Nov 22 15:26:04.296887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:04.302632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:04.310662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.319366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:04.409929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.411638 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] 10.222.0.46 "PUT /v2.0/ports/d9772372-b5b1-4caa-96f6-6e2ec84b4713 HTTP/1.1" status: 200 len: 1094 time: 1.9498847 Nov 22 15:26:04.412520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:04.419495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Pushing event updated for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:04.432370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:04.551324 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-40cc0db2-486a-43c4-88fc-2672a86085a5 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075867 Nov 22 15:26:04.558177 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', 'status': 'completed', 'code': 200} Nov 22 15:26:04.621955 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-43f631f3-c367-4efd-abe5-41e24e63c06c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 1097 time: 0.1562040 Nov 22 15:26:04.711714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f96b676a-fa92-4dc1-860f-037eca2f6b6b req-c81cfd82-25a6-442b-a0d2-b6dee6b496c9 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546252 Nov 22 15:26:04.763968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:26:04.793569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:26:04.799135 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-14d774f2-5ae8-40a8-a13a-eccc7dc91444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713 HTTP/1.1" status: 200 len: 217 time: 0.1648557 Nov 22 15:26:04.805528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.823266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:04.825295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:04.943850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35694) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:04.974669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:04.993028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-5b3914c3-38be-474c-9544-1fe8e6401b9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:04.994876 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-5b3914c3-38be-474c-9544-1fe8e6401b9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.1828785 Nov 22 15:26:05.151117 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6e2f85f1-8180-4824-b175-2e069e7fab90 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "PUT /v2.0/floatingips/3257ae99-4008-4a68-aab4-c9b50e73ab2d HTTP/1.1" status: 200 len: 990 time: 6.2809401 Nov 22 15:26:05.153211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:05.187155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04034-e48c-4122-a3ce-8755fc848669 req-3f3b8b0e-1029-4962-b4cd-9170eabf4d31 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:05.192920 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcf04034-e48c-4122-a3ce-8755fc848669 req-3f3b8b0e-1029-4962-b4cd-9170eabf4d31 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.3129919 Nov 22 15:26:05.202318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:05.205136 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-de5ab38e-3b44-4d45-a3d2-facaca303c4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900389 Nov 22 15:26:05.289955 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcf04034-e48c-4122-a3ce-8755fc848669 req-a85b20e4-687b-4e80-987a-b09125c26e25 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896983 Nov 22 15:26:05.422533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a951fa-f908-4e09-8ad8-4f28c7f59f2e req-0b438178-b25b-4ddd-98e4-8aac36437286 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:05.436421 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8a951fa-f908-4e09-8ad8-4f28c7f59f2e req-0b438178-b25b-4ddd-98e4-8aac36437286 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 944 time: 0.1494038 Nov 22 15:26:05.524018 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8a951fa-f908-4e09-8ad8-4f28c7f59f2e req-85b4cec5-16c0-4c09-adb5-6b07e7531ffc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812814 Nov 22 15:26:05.547634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-1b182216-ccbc-4261-ac1b-b5801e18819c service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018708 Nov 22 15:26:05.567860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:05.572723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Usage tracker for resource:security_group_rule and tenant:318dc282cfd549ba9a3da04e5ca14d19 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:05.578000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:05.585677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:05.628086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'status': 'completed', 'code': 200} Nov 22 15:26:05.853743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ef10b318-a835-4b9f-96c7-f50fff1832b0 req-5683cc7c-632c-49cf-a81e-82904eb3344e service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469888 Nov 22 15:26:05.855959 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-3634ff28-21fa-4a15-88b7-bf35590ba429 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1098 time: 0.1903882 Nov 22 15:26:05.901770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '3257ae99-4008-4a68-aab4-c9b50e73ab2d', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:7e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:25:28Z', 'updated_at': '2021-11-22T15:26:00Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:05.908043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:26:05.922329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:05.923854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:25:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:05.970608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35730) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:06.026979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-48011387-eb94-42b5-8555-0c667a48111d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:06.029321 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-48011387-eb94-42b5-8555-0c667a48111d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.1621416 Nov 22 15:26:06.059842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Deleting subnet e2858e6e-001a-4ff4-b693-bdeb1704897f {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:26:06.063011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.117256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.126313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.129181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.152118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:06.169723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:06.199454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=318dc282cfd549ba9a3da04e5ca14d19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2543817 Nov 22 15:26:06.205656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca9b50b-59a5-474b-be52-1c4bb978ee76,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:06.208739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.239151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35736) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:06.243791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:06.261373 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-8ef1f140-c8ff-4952-ada1-f814721fd425 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 1097 time: 0.3491111 Nov 22 15:26:06.471774 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-724bc9d4-3e08-43eb-8689-69d89957eff9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 998 time: 0.4328382 Nov 22 15:26:06.492649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35748) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:06.526330 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.537887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:06.597047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2858e6e-001a-4ff4-b693-bdeb1704897f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:06.600126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:06.612786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.615986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-83314e27-20b5-4bb3-89cd-5d10b89b327c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:06.617634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-83314e27-20b5-4bb3-89cd-5d10b89b327c service neutron] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 915 time: 0.3413570 Nov 22 15:26:06.641757 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e2858e6e-001a-4ff4-b693-bdeb1704897f HTTP/1.1" status: 204 len: 168 time: 0.6690462 Nov 22 15:26:06.646863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35756) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:06.675369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-9863d899-e89b-437f-8030-461c50305a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:06.676995 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-9863d899-e89b-437f-8030-461c50305a90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.1772900 Nov 22 15:26:06.680499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '3257ae99-4008-4a68-aab4-c9b50e73ab2d', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:7e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:25:28Z', 'updated_at': '2021-11-22T15:26:00Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:06.688554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e37caa-1b54-4262-abff-c9b95c8e20d4 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '3257ae99-4008-4a68-aab4-c9b50e73ab2d', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:7e:ac:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:25:28Z', 'updated_at': '2021-11-22T15:26:00Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:26:06.751221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.780553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.803689 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-a94135c9-172e-46df-a166-1559fe9ab3b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713 HTTP/1.1" status: 200 len: 217 time: 0.1664886 Nov 22 15:26:06.933600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:06.943944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:06.983290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-f949f56f-0c80-4d83-8c63-9ac447c2a58c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:06.985404 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-f949f56f-0c80-4d83-8c63-9ac447c2a58c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.1200359 Nov 22 15:26:07.008819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca9b50b-59a5-474b-be52-1c4bb978ee76,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:07.012981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:07.023462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.065818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.067061 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cca9b50b-59a5-474b-be52-1c4bb978ee76 HTTP/1.1" status: 204 len: 168 time: 0.8268819 Nov 22 15:26:07.092452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.206898 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-12b88244-2ef4-46e6-843d-af8b9242c85f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922603 Nov 22 15:26:07.260152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54bb56-df2a-4685-aaba-de03ca4d8293 None None] New status for floating IP 3257ae99-4008-4a68-aab4-c9b50e73ab2d: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:26:07.375878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.412506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.412909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.413713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.414120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > port after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.414484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.414859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > port after_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.415216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.415574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.415927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.416279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.458194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:07.462634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Usage tracker for resource:security_group_rule and tenant:641610da1ae34fccb117074d4ccc93cb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:07.467462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:07.473987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:07.485864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.486617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.486617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.487009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 22 15:26:07.487395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1448db-5596-4981-8133-0698ddc6d734']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:07.503414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16025d63-4c43-468a-91bd-ebad8b7acc0c') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:07.503787 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-a72011b4-1cda-4ba1-8e47-a08e5d3b4234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6273227 Nov 22 15:26:07.503892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16025d63-4c43-468a-91bd-ebad8b7acc0c') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:07.517574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.536728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.543980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:26:07.544514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.567408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2b5c-af7f-4f79-8a6a-a796aa1f3982 req-d6555dc7-6bf1-46f0-a9c6-efb4fb0ea48a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:07.569317 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-318d2b5c-af7f-4f79-8a6a-a796aa1f3982 req-d6555dc7-6bf1-46f0-a9c6-efb4fb0ea48a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 1.0647013 Nov 22 15:26:07.583758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843802d-8c40-4e49-b809-8f0482d8ae41 req-984b38e2-8634-4d5f-aa54-68f0f204fe65 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:07.585334 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1843802d-8c40-4e49-b809-8f0482d8ae41 req-984b38e2-8634-4d5f-aa54-68f0f204fe65 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 944 time: 0.7107086 Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: (self, other), Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: (self, other), Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:26:07.661080 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:26:07.689710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35794) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:07.692794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.728145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.738655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.799398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:07.813003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35798) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:07.822215 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef1448db-5596-4981-8133-0698ddc6d734 HTTP/1.1" status: 204 len: 168 time: 1.0721738 Nov 22 15:26:07.835785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1448db-5596-4981-8133-0698ddc6d734,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:07.838736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:07.851966 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-318d2b5c-af7f-4f79-8a6a-a796aa1f3982 req-f25a2bb4-2218-48da-8587-6115c35eea96 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655404 Nov 22 15:26:07.867782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1843802d-8c40-4e49-b809-8f0482d8ae41 req-43779e40-6de4-435f-951c-00fca10ba05e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936104 Nov 22 15:26:07.894918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:07.901216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Usage tracker for resource:security_group_rule and tenant:c318788361c44114b85fabb2d5597c91 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:07.906306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:07.912514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.913709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:07.914887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-335f4816-d938-4352-9bd6-1c813f508017 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920350 Nov 22 15:26:07.919703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:07.992852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bb3166db-1e2e-422c-b336-638783a63479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.051343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35808) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:08.236922 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-1748a48e-64d5-440a-b9aa-04de3f16cc29 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794294 Nov 22 15:26:08.246446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.274474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdc67a-91b4-4fd9-8711-556b69147b62,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.280576 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=641610da1ae34fccb117074d4ccc93cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7793441 Nov 22 15:26:08.280957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.285353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.308526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:08.313698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Usage tracker for resource:security_group_rule and tenant:12634521ef344fd2b8668452a4cabd40 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:08.316869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:08.323173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:08.339836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35814) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:08.350482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.386481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.445508 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6a665154-e3dc-4910-acbf-ce7f1f7a3ab5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecf2bf4037224d25b86175fdf5bf8576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3901684 Nov 22 15:26:08.446696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35820) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:08.455226 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c318788361c44114b85fabb2d5597c91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7634654 Nov 22 15:26:08.458797 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5cf5bd4-66ac-4990-b183-924c527ed763 req-b45db651-a2b5-4272-829e-29e6c7c5766d service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182717 Nov 22 15:26:08.460716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35826) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:08.494569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.495124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fffd54-3b82-4e5f-9c3e-340dd9322a16,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.499444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.506585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.517208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-98c3f5b6-e6fd-4683-9d44-38aa1d175dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.547986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.558780 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcc96b76-d0d7-49af-b6ab-75680f044f7a req-057af215-145a-4f13-9056-5c406e0f397f service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122454 Nov 22 15:26:08.582856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d0a5e-5e54-4a29-8b79-b475b9ca3f45,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.587421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.600348 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12634521ef344fd2b8668452a4cabd40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7847829 Nov 22 15:26:08.601249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35832) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:08.616998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.624635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.629407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.676492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.683891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.727751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.734356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.736851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.747784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdc67a-91b4-4fd9-8711-556b69147b62,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.750459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.765670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.768408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.768538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.772307 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32fffd54-3b82-4e5f-9c3e-340dd9322a16 HTTP/1.1" status: 204 len: 168 time: 0.2962964 Nov 22 15:26:08.772307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.772773 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5cdc67a-91b4-4fd9-8711-556b69147b62 HTTP/1.1" status: 204 len: 168 time: 0.4308577 Nov 22 15:26:08.773972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f3bfa9df-c5bb-4c42-9847-002c4ded87c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.788133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fffd54-3b82-4e5f-9c3e-340dd9322a16,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.795837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.799317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.808684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dea33bd3-41b2-4874-9e55-690e7cb43b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.838959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a665a-da6a-4868-9505-63f19d43c14e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.842297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:08.859466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.863840 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/968a665a-da6a-4868-9505-63f19d43c14e HTTP/1.1" status: 204 len: 168 time: 0.4083433 Nov 22 15:26:08.870503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.876695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a6434b9-cabf-42df-9a05-2687fa3b0e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:08.886038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device d9772372-b5b1-4caa-96f6-6e2ec84b4713 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:26:08.891178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:08.892698 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd8d0a5e-5e54-4a29-8b79-b475b9ca3f45 HTTP/1.1" status: 204 len: 168 time: 0.2878726 Nov 22 15:26:08.893821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d0a5e-5e54-4a29-8b79-b475b9ca3f45,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:08.896514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:09.124211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:09.142196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'port_id': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', 'mac_address': 'fa:16:3e:a7:d6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67eae7bf-7054-4523-b0f9-e329ce009100', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:26:09.206530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa24af-8a6c-48c4-abfa-9790629e3e38 req-2de646b3-8f64-4af9-a159-531a323cb497 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:09.218367 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcaa24af-8a6c-48c4-abfa-9790629e3e38 req-2de646b3-8f64-4af9-a159-531a323cb497 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 944 time: 0.1812816 Nov 22 15:26:09.318843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f322bd-4539-4813-b37f-b526560cb362 req-712ef93b-326d-46c4-af32-6e39ff6f957a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:09.323257 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-71f322bd-4539-4813-b37f-b526560cb362 req-712ef93b-326d-46c4-af32-6e39ff6f957a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2231493 Nov 22 15:26:09.346711 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fcaa24af-8a6c-48c4-abfa-9790629e3e38 req-d30b736b-7179-4426-a3f6-778a36010d43 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271498 Nov 22 15:26:09.424011 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-71f322bd-4539-4813-b37f-b526560cb362 req-dd7272e8-ed3f-45c5-b72d-bc7bc1aa3d29 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752366 Nov 22 15:26:09.527630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:09.548244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9772372-b5b1-4caa-96f6-6e2ec84b4713 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:09.564453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:09.568586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:09.570936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:09.640066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:09.650051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.650540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.651001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.651385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.651755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.652133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.652531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.653231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.653616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.653959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.654745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:09.659434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:09.711994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35880) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:09.731809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:09.768083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:09.772141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Usage tracker for resource:security_group_rule and tenant:0649a13cfc3d44cbbd63d3af7d63a2fc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:09.775237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:09.782264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:09.858936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:09.862327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:09.870320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b4b7829-06d8-4967-9c2e-683d1ff09049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:09.879699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['d9772372-b5b1-4caa-96f6-6e2ec84b4713'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:09.916680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15863b1-4f21-41d4-92bb-5766940c5fc8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:09.920601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:09.923486 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0649a13cfc3d44cbbd63d3af7d63a2fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103767 Nov 22 15:26:09.926651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35888) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:10.021567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.038284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35892) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:10.081531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.090310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.151740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.158029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-770c42f9-c38d-4a17-859d-5de163569ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:10.165453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:10.171875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15863b1-4f21-41d4-92bb-5766940c5fc8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:10.175987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7f733fd73044f28d6778c646ec3743 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:10.186521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:10.187616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.192188 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d15863b1-4f21-41d4-92bb-5766940c5fc8 HTTP/1.1" status: 204 len: 168 time: 0.2644124 Nov 22 15:26:10.195848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:10.217716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:10.330154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.335176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.350764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0b175da3-80c3-4693-ac02-a1a877991176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:10.396081 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e7f733fd73044f28d6778c646ec3743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562117 Nov 22 15:26:10.396890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c20ac5-aa43-49ed-8ac5-af7a000b4d0d,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:10.399464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 35906) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:10.400071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:10.483523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.532626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.601930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.608661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-485b353e-ba2a-49fb-a613-d840ae4d4293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:10.647091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7d66001e-0e79-447e-b159-08431fa01487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.647347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c20ac5-aa43-49ed-8ac5-af7a000b4d0d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:10.744382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:10.764282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:10.768426 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24c20ac5-aa43-49ed-8ac5-af7a000b4d0d HTTP/1.1" status: 204 len: 168 time: 0.3655603 Nov 22 15:26:10.826106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d18fc-669c-4d21-930f-44da149f0b7d req-5e123d58-ed28-4f54-99ed-2dc67600e643 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:10.827704 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca3d18fc-669c-4d21-930f-44da149f0b7d req-5e123d58-ed28-4f54-99ed-2dc67600e643 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 945 time: 0.1828301 Nov 22 15:26:10.833717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e3ac-a80d-4980-a055-b79f4bc1f5fc req-22016cc6-e151-4eca-9f61-459b9f21acd1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:10.842608 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b70e3ac-a80d-4980-a055-b79f4bc1f5fc req-22016cc6-e151-4eca-9f61-459b9f21acd1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1904235 Nov 22 15:26:10.900952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device d9772372-b5b1-4caa-96f6-6e2ec84b4713 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:10.943553 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b70e3ac-a80d-4980-a055-b79f4bc1f5fc req-c5f54aeb-96d8-4c89-ab85-2f1d01e13938 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998785 Nov 22 15:26:10.961726 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca3d18fc-669c-4d21-930f-44da149f0b7d req-0fb5dbc2-5c4f-447e-9a3d-e6e88549aa94 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135273 Nov 22 15:26:11.007248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port d9772372-b5b1-4caa-96f6-6e2ec84b4713 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:11.014525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port d9772372-b5b1-4caa-96f6-6e2ec84b4713 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:11.015213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:11.151380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:11.181943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:11.211563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:11.217428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:11.219489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:11.275953 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', 'code': 200} Nov 22 15:26:11.322247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:11.326177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:11.545864 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-19e896e7-3041-4ac0-8bc6-f6282a47c82f req-69e49afa-1d39-4c16-8c0a-9d18295be253 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 1099 time: 0.0808229 Nov 22 15:26:11.601275 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-19e896e7-3041-4ac0-8bc6-f6282a47c82f req-1c9718f0-cfa4-4394-9eb7-f8732583c965 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Nov 22 15:26:11.804880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 35972) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:12.123895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.193167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-network', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:12.202937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:12.213189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Usage tracker for resource:network and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:12.220338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:12.234572 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:12.247214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Made reservation on behalf of 630b34a9a8cd4e23bcfb9fccdc2b3c82 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:12.252283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.273328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.317444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:12.321709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:12.325459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:12.331624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:12.430633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.435112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.436941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab5e88-8324-4a95-9fc8-2eed27786762 req-3193acd3-4249-486c-88ff-6717d934e2b3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:12.440651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b85c2539-98bc-4147-a76b-5c6598437cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:12.446548 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a3ab5e88-8324-4a95-9fc8-2eed27786762 req-3193acd3-4249-486c-88ff-6717d934e2b3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.3167968 Nov 22 15:26:12.457098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febaeda-6532-4c12-b99f-19bef246c5ab req-850d31e5-282c-4f3b-9a62-5ed87d1dfa37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:12.458898 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0febaeda-6532-4c12-b99f-19bef246c5ab req-850d31e5-282c-4f3b-9a62-5ed87d1dfa37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 946 time: 0.2542076 Nov 22 15:26:12.471671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:26:12.486891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95e0b17-3501-4d87-ae23-f4982159dc20,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:12.491783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:12.492902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.493362 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Added segment 84a3432b-5d38-4494-a1d0-7f8ccaef39df of type vlan for network 37adb391-b75d-404f-8a1c-07b27bd1d552 Nov 22 15:26:12.536366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.547659 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a3ab5e88-8324-4a95-9fc8-2eed27786762 req-76b7fede-e1a5-4e4b-b480-c950ceb67684 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Nov 22 15:26:12.576057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.578325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:12.579372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.588540 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0febaeda-6532-4c12-b99f-19bef246c5ab req-120f3f51-8777-4f6c-b6ae-e866b2d14d44 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917997 Nov 22 15:26:12.612182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-55e5b6a3-1842-48b1-980a-79b1adda542a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:12.633888 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8277194 Nov 22 15:26:12.637696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36036) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:12.644729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Request body: {'subnet': {'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-subnet', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:12.663250 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:12.667924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Usage tracker for resource:subnet and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:12.683234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:12.693314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:12.716703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Made reservation on behalf of 630b34a9a8cd4e23bcfb9fccdc2b3c82 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:12.721897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:12.755988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Pushing event updated for resources: {'Network': ['ID=37adb391-b75d-404f-8a1c-07b27bd1d552,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:12.770072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:12.770906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:26:12.950257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5bc2965a-7e05-440a-b9f4-2ee8e186aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.047309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.054301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:13.172280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd210466-6e84-443e-96bb-d8a2b9baba5a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:13.182909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:13.196771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Checking segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:13.197169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Network hostable DHCP agents. Network: 37adb391-b75d-404f-8a1c-07b27bd1d552, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:26:13.230142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:26:13.256449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 37adb391-b75d-404f-8a1c-07b27bd1d552) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:13.262851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:13.263539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.270559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1d207-1c7d-4cf7-a61d-c37f224880d7 None None] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:13.336743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6946807 Nov 22 15:26:13.337062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36062) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:13.343961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:13.349928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:13.354008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Usage tracker for resource:router and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:13.358499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:13.364602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:13.386639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.388093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.421901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.495032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.621059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.676397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-37adb391-b75d-404f-8a1c-07b27bd1d552', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:26:13.677611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:13.924416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Allocated IP 172.20.0.2 (37adb391-b75d-404f-8a1c-07b27bd1d552/fd210466-6e84-443e-96bb-d8a2b9baba5a/2af63130-7720-40d0-923e-0ec62c041c3d) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:14.109685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b5cb9-bafa-441a-abec-def8e89168eb req-4b1c6133-3f14-44e8-8e09-2783577f2afd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:14.118231 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-949b5cb9-bafa-441a-abec-def8e89168eb req-4b1c6133-3f14-44e8-8e09-2783577f2afd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.3261530 Nov 22 15:26:14.191471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c0411-b400-4eaf-95f7-9edf16d390eb req-b083fae9-93b6-4d57-9789-b51e780b98e3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:14.203152 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b11c0411-b400-4eaf-95f7-9edf16d390eb req-b083fae9-93b6-4d57-9789-b51e780b98e3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 946 time: 0.2832015 Nov 22 15:26:14.264298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.295180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Transition to ACTIVE for port object 2af63130-7720-40d0-923e-0ec62c041c3d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:14.349237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Transition to ACTIVE for port object 2af63130-7720-40d0-923e-0ec62c041c3d will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:14.357781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.376105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.390632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:14.425232 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-949b5cb9-bafa-441a-abec-def8e89168eb req-ebb9ea26-5544-49c4-bc65-ce25539442a7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060448 Nov 22 15:26:14.441652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.457785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:14.461242 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:14.463904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:14.561599 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b11c0411-b400-4eaf-95f7-9edf16d390eb req-cd05b860-a618-4f0c-b870-c5b597e4614b tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561761 Nov 22 15:26:14.584041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Pushing event updated for resources: {'Port': ['ID=2af63130-7720-40d0-923e-0ec62c041c3d,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:14.595119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:14.603649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Attempting to bind port 2af63130-7720-40d0-923e-0ec62c041c3d on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:14.604075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Attempting to bind port 2af63130-7720-40d0-923e-0ec62c041c3d by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:14.604705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Attempting to bind port 2af63130-7720-40d0-923e-0ec62c041c3d on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:14.615019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:14.615453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Checking segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:14.615912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.616360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Bound using segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:14.616888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Bound port: 2af63130-7720-40d0-923e-0ec62c041c3d, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:14.617548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.677743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Allocated IP 172.28.2.88 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/d4c1fcb0-7d5e-4bca-a1aa-9908715523f9) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:14.750517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.754503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] For port 2af63130-7720-40d0-923e-0ec62c041c3d, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:14.757768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] For port 2af63130-7720-40d0-923e-0ec62c041c3d, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=2af63130-7720-40d0-923e-0ec62c041c3d,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:14.761601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:14.767997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:14.886706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Pushing event updated for resources: {'Port': ['ID=2af63130-7720-40d0-923e-0ec62c041c3d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:14.891203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:14.984767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:15.026803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:15.034535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:15.108176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:15.111471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:15.120821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:15.568800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Pushing event updated for resources: {'Port': ['ID=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:15.571815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:15.761646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63fabc-cecf-4c31-b416-65c23bab7042 req-b2d725c8-7492-483d-a78a-b115ab1648c4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:15.763409 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e63fabc-cecf-4c31-b416-65c23bab7042 req-b2d725c8-7492-483d-a78a-b115ab1648c4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1091809 Nov 22 15:26:15.765362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:15.766407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:15.908460 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e63fabc-cecf-4c31-b416-65c23bab7042 req-01356fac-1289-4286-810e-6be879279eb8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784254 Nov 22 15:26:16.165034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Router a806342f-1443-4fad-8fb1-001a54cfd865 is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:26:16.498497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:26:16.515368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:26:16.535971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:16.542621 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2044649 Nov 22 15:26:16.544048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36176) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:16.549180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:16.549849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:16.627596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 2af63130-7720-40d0-923e-0ec62c041c3d up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:16.800660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 2af63130-7720-40d0-923e-0ec62c041c3d completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:17.120040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:17.237263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112da42-57c8-4699-ad79-ba42371c5c1c None None] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:17.305621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478abc51-eff9-47f2-9860-872ddb9c6dbd req-efb7171e-69c1-44b1-b43c-7cca305ae5bc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:17.307276 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-478abc51-eff9-47f2-9860-872ddb9c6dbd req-efb7171e-69c1-44b1-b43c-7cca305ae5bc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1545093 Nov 22 15:26:17.422688 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-478abc51-eff9-47f2-9860-872ddb9c6dbd req-4e12a187-4e79-4b76-ae97-8fd15ae74506 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056697 Nov 22 15:26:17.473502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Provisioning for port 2af63130-7720-40d0-923e-0ec62c041c3d completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:17.483590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Provisioning complete for port 2af63130-7720-40d0-923e-0ec62c041c3d triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:17.484023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.692206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:15Z', 'revision_number': 3, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:17.698262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:26:17.699488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Updating router a806342f-1443-4fad-8fb1-001a54cfd865 port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:26:17.722566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.770730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.826622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.826885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] For port 2af63130-7720-40d0-923e-0ec62c041c3d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=2af63130-7720-40d0-923e-0ec62c041c3d,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:17.836472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:17.839031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:17.949128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Pushing event updated for resources: {'Port': ['ID=2af63130-7720-40d0-923e-0ec62c041c3d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:17.955477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:18.276032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Allocated IP 172.20.0.1 (37adb391-b75d-404f-8a1c-07b27bd1d552/fd210466-6e84-443e-96bb-d8a2b9baba5a/771eb1ce-0971-4e7d-97a0-9407be784d50) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:18.349889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.376057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Transition to ACTIVE for port object d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:18.383961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.388896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.500225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Attempting to bind port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:18.500638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Attempting to bind port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:18.501040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Attempting to bind port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:18.504784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-736963a8-fb9f-42f5-9f8f-8d8ee589b0a3 None None] Provisioning complete for port 2af63130-7720-40d0-923e-0ec62c041c3d triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:18.510599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-736963a8-fb9f-42f5-9f8f-8d8ee589b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.560789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Pushing event updated for resources: {'Port': ['ID=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:18.573724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.590482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.591001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.591485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.591859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.592228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.592593 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.592955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.593316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.593626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.593737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.594007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:26:18.597787 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:18.598175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:18.598474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.598890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:18.599408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Bound port: d4c1fcb0-7d5e-4bca-a1aa-9908715523f9, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:18.599839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.618663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 2af63130-7720-40d0-923e-0ec62c041c3d up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:18.652439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Transition to ACTIVE for port object 771eb1ce-0971-4e7d-97a0-9407be784d50 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:18.677404 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:18.739371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.746397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.800799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] For port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:18.804997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] For port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:18.809912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:18.820483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81f38259-1b95-4ff3-85bd-49c1b65e68ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:18.877244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:18.885783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:18.908710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:18.934892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777975-ff12-4f5a-9f3f-f37f98c8e971 req-695ccf63-4237-467d-8faf-9ca2c511bf9c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:18.956516 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-84777975-ff12-4f5a-9f3f-f37f98c8e971 req-695ccf63-4237-467d-8faf-9ca2c511bf9c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2063305 Nov 22 15:26:19.005801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 2af63130-7720-40d0-923e-0ec62c041c3d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:19.006034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Pushing event updated for resources: {'Port': ['ID=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:19.006245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.022382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:19.023592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:19.024393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:19.267176 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-84777975-ff12-4f5a-9f3f-f37f98c8e971 req-5b1eab37-748e-4e8a-9c28-15b56883789b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096087 Nov 22 15:26:19.398355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:19.417308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-f60226bb-7d70-41fe-b05f-02c2b3cbde94 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:19.419924 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-f60226bb-7d70-41fe-b05f-02c2b3cbde94 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.3498671 Nov 22 15:26:19.441946 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-3e872d7f-458d-402a-bafe-ea4c7e266dad tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/quotas/59470a66d04140078b70684929dace72 HTTP/1.1" status: 200 len: 375 time: 0.0147662 Nov 22 15:26:19.449438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:19.453866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:19.456768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.511776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-4e84bcdb-2a2d-4e01-9442-3b189a3e5781 None None] Provisioning for port 771eb1ce-0971-4e7d-97a0-9407be784d50 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:19.518729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-4e84bcdb-2a2d-4e01-9442-3b189a3e5781 None None] Provisioning complete for port 771eb1ce-0971-4e7d-97a0-9407be784d50 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:19.519152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4e84bcdb-2a2d-4e01-9442-3b189a3e5781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.555973 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-58d6f88f-d7b1-4cfb-b6fa-89bc2466e30f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060414 Nov 22 15:26:19.562003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.592034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-4e84bcdb-2a2d-4e01-9442-3b189a3e5781 None None] Port 771eb1ce-0971-4e7d-97a0-9407be784d50 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:26:19.722156 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-8122f583-2607-4062-8766-72ea197f7471 service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557708 Nov 22 15:26:19.744528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:15Z', 'revision_number': 3, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:19.749367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35b531-d14e-49f6-9059-354ea97b4eb8 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:15Z', 'revision_number': 3, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:26:19.832133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.836897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:19.884702 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-85ba77d1-7ed7-445c-ada0-73a54651699c service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558812 Nov 22 15:26:19.888445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:19.920327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:20.001053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:20.005683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:20.009155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:20.171875 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2a48c6f9-8c26-4066-aeef-149d52b0c126 req-d5a6ca55-ddd3-4392-b0f7-109fe009ed4c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0723665 Nov 22 15:26:20.224105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:20.228024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:20.683217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:20.710192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5769-14c7-4e20-8fd4-c2bb35ec9ae9 req-2b45c1f9-494c-4871-9709-0e8a72e3631c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:20.714355 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-43cc5769-14c7-4e20-8fd4-c2bb35ec9ae9 req-2b45c1f9-494c-4871-9709-0e8a72e3631c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2052636 Nov 22 15:26:20.861247 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-43cc5769-14c7-4e20-8fd4-c2bb35ec9ae9 req-fdacab12-00cf-4e75-90ee-da55501dbd41 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398845 Nov 22 15:26:20.940504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:20.946298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:20.947020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.084947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-34143864-cc2a-4e51-9b76-903ad5d6c6b6 None None] Provisioning complete for port 771eb1ce-0971-4e7d-97a0-9407be784d50 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:21.085457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-34143864-cc2a-4e51-9b76-903ad5d6c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.335273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:26:21.391256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-34143864-cc2a-4e51-9b76-903ad5d6c6b6 None None] Port 771eb1ce-0971-4e7d-97a0-9407be784d50 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:26:21.402938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36294) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:21.456285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.486228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:21.489711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.499577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:21.578831 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3100a5cd-d603-43e0-ad57-8b6d47609f2a req-efd64544-f716-4aa3-8538-72d9f612fa08 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0789487 Nov 22 15:26:21.658942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:21.662408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:21.767246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:26:21.784773 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] 10.222.0.55 "PUT /v2.0/routers/a806342f-1443-4fad-8fb1-001a54cfd865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2273846 Nov 22 15:26:21.785003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:21.840502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:21.846994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Usage tracker for resource:security_group_rule and tenant:b70bae454b014fc0b077c7578136cef6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:21.850364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:21.859099 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:22.085327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.092676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.102467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7ad5092-af8c-43f0-88a1-95e4fd133948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:22.138217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe6a6a3-b965-47ef-ae91-a4b4bd59fc0c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:22.144086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:22.186670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-a4caac7a-26e6-4776-915a-b0e04e20d3c6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:22.189052 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-a4caac7a-26e6-4776-915a-b0e04e20d3c6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.3620610 Nov 22 15:26:22.209836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Request body: {'port': {'device_id': '0263da42-7608-454a-aefa-533e634f6ac1', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'admin_state_up': True, 'tenant_id': '59470a66d04140078b70684929dace72'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:22.252050 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b70bae454b014fc0b077c7578136cef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8469951 Nov 22 15:26:22.253595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36316) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:22.436553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.478081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740a49-4ecb-443c-bd6f-a942fb5a7562 req-1d8b732d-848f-4de3-9a55-2671c65206f4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:22.492950 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-09740a49-4ecb-443c-bd6f-a942fb5a7562 req-1d8b732d-848f-4de3-9a55-2671c65206f4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.3248572 Nov 22 15:26:22.531937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36330) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:22.542700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:22.556978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:22.562813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Usage tracker for resource:port and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:22.566238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:22.567051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.572576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:22.584798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:22.592630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.627136 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-09740a49-4ecb-443c-bd6f-a942fb5a7562 req-469e2f77-29c1-4eb0-92b0-004364a48dd1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332085 Nov 22 15:26:22.701667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.711170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:22.743442 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe6a6a3-b965-47ef-ae91-a4b4bd59fc0c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:22.753007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:22.754088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.759765 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbe6a6a3-b965-47ef-ae91-a4b4bd59fc0c HTTP/1.1" status: 204 len: 168 time: 0.5010958 Nov 22 15:26:22.820494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:22.899038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:22.915179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Usage tracker for resource:security_group_rule and tenant:3f83dc0e5bc643b083acb04b4b8e900f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:22.923393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:22.934143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:22.976278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Allocated IP 172.20.0.6 (81675b76-4ab1-47d3-966d-95400f088b92/67eae7bf-7054-4523-b0f9-e329ce009100/6910a6a0-4520-48bc-b2c3-9fa09e7307d4) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:23.014774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:23.015533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.077713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.083610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.143455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7987b183-dbc0-46f7-99d5-60761f8aa65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.158022 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f83dc0e5bc643b083acb04b4b8e900f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6230857 Nov 22 15:26:23.158729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36348) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.267454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46f1d8-20b8-460c-9138-a4ee91cb88dd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.321161 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-87f19e20-bf67-4270-816b-a0485f9f30c2 req-69c61455-04b3-4bab-8f2c-b415449bae24 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0582712 Nov 22 15:26:23.321906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.337698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36352) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.337848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.358570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599441039', 'description': 'tempest-description--5667451'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:23.362936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.374829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.383950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.389007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.399340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.417516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.427872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.428159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7348fbd3-beb1-4a82-8573-9276df7680c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.446866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46f1d8-20b8-460c-9138-a4ee91cb88dd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.449385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.450820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d46f1d8-20b8-460c-9138-a4ee91cb88dd HTTP/1.1" status: 204 len: 168 time: 0.2891955 Nov 22 15:26:23.452041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.498757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.500631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36360) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.502790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.505768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.513007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.524662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.573384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.577094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.582613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Usage tracker for resource:security_group_rule and tenant:028fa3ed7cf8401e98b5db75e0216a0a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.586001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.593814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.603259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.611887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.617723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.678358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa992e-ab46-4982-8a4b-8abb087cf983,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.683311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.684856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.686303 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 0.3468378 Nov 22 15:26:23.688666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.690417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36366) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.693948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.697295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.697446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group_rule': {'security_group_id': '4faa992e-ab46-4982-8a4b-8abb087cf983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:23.707169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-892e478c-6a10-40ae-a93b-2b0aa7567b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.711731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:23.715790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947', 'd9772372-b5b1-4caa-96f6-6e2ec84b4713'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:23.759267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a7b9e-eaaa-4aac-b138-ed906413510b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.775818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.781703 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=028fa3ed7cf8401e98b5db75e0216a0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2795644 Nov 22 15:26:23.784537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36372) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:23.789207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event updated for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:23.792275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:23.803243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:23.805962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:23.810570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:23.822248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:23.834125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Network 81675b76-4ab1-47d3-966d-95400f088b92 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:23.837446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:23.842048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:23.914718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:23.955181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.017211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:24.018132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.018362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.052159 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8478444 Nov 22 15:26:24.072491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Request body: {'port': {'device_id': '0263da42-7608-454a-aefa-533e634f6ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:24.103964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:26:24.107610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.116434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d5197a6-148e-4224-af64-8035b7d7b972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.136102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.138095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36378) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.142191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:24.145509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:24.150905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.187870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.189147 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/288a7b9e-eaaa-4aac-b138-ed906413510b HTTP/1.1" status: 204 len: 168 time: 0.4034066 Nov 22 15:26:24.190341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a7b9e-eaaa-4aac-b138-ed906413510b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.194433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.206948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.216450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7546c-ca77-43ab-a3b7-879f5eba842c req-0e419d38-bcce-4710-8fa1-50618b12adfd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:24.218417 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3bc7546c-ca77-43ab-a3b7-879f5eba842c req-0e419d38-bcce-4710-8fa1-50618b12adfd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2589557 Nov 22 15:26:24.255834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.317003 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3bc7546c-ca77-43ab-a3b7-879f5eba842c req-1693eb59-2883-4415-9ec0-0724f6f9b452 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916920 Nov 22 15:26:24.378359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69914006-33a0-4809-bc17-e4e8afa02198,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:24.407770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:24.432880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:24.440552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Usage tracker for resource:security_group_rule and tenant:1665653d189f424e96f55af0a85ca0ed is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:24.445999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.449294 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f821a5a0-9111-4935-bc99-86904013bda1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7577341 Nov 22 15:26:24.450655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:24.452642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36390) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.458772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group_rule': {'security_group_id': '4faa992e-ab46-4982-8a4b-8abb087cf983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:24.473780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:24.480933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:24.489465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:24.494905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.502960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:24.506862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:24.518979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:24.536441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.802545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c372190-a943-4bd6-b3da-8c330cbdc4e9 req-8fc0f196-ec13-4061-8c51-966ee57c58ed tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:24.821252 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c372190-a943-4bd6-b3da-8c330cbdc4e9 req-8fc0f196-ec13-4061-8c51-966ee57c58ed tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 931 time: 0.2039783 Nov 22 15:26:24.893945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.894849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.902045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.906091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.918634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c372190-a943-4bd6-b3da-8c330cbdc4e9 req-3211e409-a73d-478a-b526-06865e9a64a8 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995197 Nov 22 15:26:24.934193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-47c529e2-8ca2-4c08-8fc5-97f12130401c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.960034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:24.973200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:24.974548 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5207405 Nov 22 15:26:24.979075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36404) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:24.989503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:24.994318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9ea3c9-cb59-449a-9f79-1eea122790e5,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.008664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:25.012673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.015357 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:floatingip and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:25.019335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:25.026966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 2, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:25.028112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:25.034768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:26:25.035473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Updating router a806342f-1443-4fad-8fb1-001a54cfd865 port 771eb1ce-0971-4e7d-97a0-9407be784d50 binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:26:25.046409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.105243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.336266 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1665653d189f424e96f55af0a85ca0ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1916993 Nov 22 15:26:25.341488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36414) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:25.347269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36420) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:25.349375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e6d300-41ab-4b25-8bb4-e1977786b42e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.383287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:25.397192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.626494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:25.635247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.666773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Transition to ACTIVE for port object 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:25.677184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.682081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.724951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.739041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.740195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Transition to ACTIVE for port object 771eb1ce-0971-4e7d-97a0-9407be784d50 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:25.748525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Allocated IP 172.28.2.6 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/c0e114b5-e376-4272-ba0a-715eee41582b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:25.756520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.772481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:25.773775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:25.908992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:25.916854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.050220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Attempting to bind port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:26.050895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Attempting to bind port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:26.052605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Attempting to bind port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:26.071341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Pushing event updated for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.073719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 on network 81675b76-4ab1-47d3-966d-95400f088b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:26.077815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.081331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Attempting to bind port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:26.096234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:26.096600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Checking segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:26.097033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Bound using segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:26.097519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Bound port: 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:26.097910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.227723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Attempting to bind port 771eb1ce-0971-4e7d-97a0-9407be784d50 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:26.228141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Attempting to bind port 771eb1ce-0971-4e7d-97a0-9407be784d50 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:26.228555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Attempting to bind port 771eb1ce-0971-4e7d-97a0-9407be784d50 on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:26.266705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:26.267766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Checking segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:26.268794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.269459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Bound using segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:26.270594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Bound port: 771eb1ce-0971-4e7d-97a0-9407be784d50, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:26.271273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.299070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:26.303501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:26.307300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.321291 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7ba42d5a-5f9d-4e6e-8f64-008672ccf261 tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:26.383545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:26.387323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.410768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] For port 771eb1ce-0971-4e7d-97a0-9407be784d50, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:26.412432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c386615167492ca42861cc256dc19c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:26.412552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.414651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] For port 771eb1ce-0971-4e7d-97a0-9407be784d50, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=771eb1ce-0971-4e7d-97a0-9407be784d50,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:26.414782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/6910a6a0-4520-48bc-b2c3-9fa09e7307d4 HTTP/1.1" status: 200 len: 1093 time: 2.3490753 Nov 22 15:26:26.415924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.426682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.431269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.431859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:26.443372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:26.445807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:26.471737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:26.560637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Pushing event updated for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.575964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.584870 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-67f117e8-5868-4746-b631-8e2bcea76e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1206326 Nov 22 15:26:26.585804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.601386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f813e5-f2b3-4f08-a0ce-a42a9d2596d4 req-3dbbcb8d-211f-4985-b666-28bdd33c4a0b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:26.602554 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94f813e5-f2b3-4f08-a0ce-a42a9d2596d4 req-3dbbcb8d-211f-4985-b666-28bdd33c4a0b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.9727693 Nov 22 15:26:26.616005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:26.616933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:26.687226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e92d-39b0-40b0-962f-921c4b1ae445 req-2a3683dc-8acc-4f7c-a9f7-7f60277f8100 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:26.689424 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70e8e92d-39b0-40b0-962f-921c4b1ae445 req-2a3683dc-8acc-4f7c-a9f7-7f60277f8100 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 943 time: 0.3837781 Nov 22 15:26:26.703113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.705128 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-02c5e51d-7633-4182-9b79-8840b7bb9990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4 HTTP/1.1" status: 200 len: 217 time: 0.1055369 Nov 22 15:26:26.712123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e1ab7aa6-3210-4ed1-b9c0-f63bdbf30c3d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:26.775744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e6d300-41ab-4b25-8bb4-e1977786b42e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:26.803604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:26.806667 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94f813e5-f2b3-4f08-a0ce-a42a9d2596d4 req-2069db74-912d-4552-a810-cd86034f6e65 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884007 Nov 22 15:26:26.855054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.867655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.868910 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00e6d300-41ab-4b25-8bb4-e1977786b42e HTTP/1.1" status: 204 len: 168 time: 1.5241537 Nov 22 15:26:26.874463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.875370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:26.887864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-60473d07-16be-4c63-a9bf-d471ca616851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:26.937421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-837f4404-9299-4e6d-9e33-85037c61a39b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:26.947750 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-837f4404-9299-4e6d-9e33-85037c61a39b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.2360783 Nov 22 15:26:26.950475 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70e8e92d-39b0-40b0-962f-921c4b1ae445 req-73cd66e8-02f2-4d62-bcd2-e36235010bf4 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493649 Nov 22 15:26:26.960163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', 'status': 'completed', 'code': 200} Nov 22 15:26:26.963771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:26.967953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:26.988495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:27.005760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:27.042273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa32f6-c192-4b33-8ede-ca543c118571,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:27.063136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:27.063620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-549502b3-82fc-4a0f-9ee2-6669ca989c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:27.089400 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-689fc8be-b82a-4e50-bab0-8d3ce3b5c530 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186142 Nov 22 15:26:27.163621 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3c386615167492ca42861cc256dc19c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8039885 Nov 22 15:26:27.179690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36456) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:27.304196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.369344 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.402104 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-7771c5c7-a467-4772-a2cd-c42a86dd5051 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012922 Nov 22 15:26:27.443369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.508071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.510141 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cfa32f6-c192-4b33-8ede-ca543c118571 HTTP/1.1" status: 204 len: 168 time: 0.3016827 Nov 22 15:26:27.511393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=c0e114b5-e376-4272-ba0a-715eee41582b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:27.518889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:27.520188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b028ddd1-297c-4336-b5b4-7abc33c6b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:27.536128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa32f6-c192-4b33-8ede-ca543c118571,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:27.540827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:27.630423 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8070ac0b-044b-4d74-b9a3-3a171010a471 req-35fafc3a-7724-44e9-9524-1c4a49b73993 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137671 Nov 22 15:26:27.630998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36466) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:27.675641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.686289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.768328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:27.795692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:27.810952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Usage tracker for resource:security_group_rule and tenant:ba269f71a9664d17bd7fef663f92f2d4 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:27.815490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:27.825568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:27.909366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:26Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:27.916000 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-cf755a96-4e59-4e21-ab4d-03826650a478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1996248 Nov 22 15:26:27.922356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72d8048-f70c-4b49-b5fc-0043d0f00f64 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:26Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:26:28.236491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-4bd75d8a-78a9-48d3-b670-8e2a646ea7d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:28.238391 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-4bd75d8a-78a9-48d3-b670-8e2a646ea7d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 915 time: 0.3012147 Nov 22 15:26:28.292569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.335617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.415211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36490) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:28.419359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687baf25-9383-4c3c-93a2-3cfa18b1d212 req-e453f424-0429-4532-8975-8fe4292ae772 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:28.427003 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-687baf25-9383-4c3c-93a2-3cfa18b1d212 req-e453f424-0429-4532-8975-8fe4292ae772 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.3806980 Nov 22 15:26:28.432011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:28.458202 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-a3d39b56-08d7-49e5-8fce-81e713c34e62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4 HTTP/1.1" status: 200 len: 217 time: 0.1779072 Nov 22 15:26:28.473176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.521502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.535757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4898f183-3d3e-4dd2-b76d-4d4627bce897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:28.558683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.591116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901e795-b22c-4690-93c7-49022928efa1,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:28.607697 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-687baf25-9383-4c3c-93a2-3cfa18b1d212 req-7f277de7-eaeb-4fa2-87f8-4ddc2bc95840 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796577 Nov 22 15:26:28.609181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:28.660061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=c0e114b5-e376-4272-ba0a-715eee41582b,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:28.676861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-db477f9d-0acb-4159-a63b-c6dd6e334ac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:28.678524 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-db477f9d-0acb-4159-a63b-c6dd6e334ac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.2038739 Nov 22 15:26:28.689362 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba269f71a9664d17bd7fef663f92f2d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0544260 Nov 22 15:26:28.691192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36494) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:28.694646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:28.695109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:28.702457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 771eb1ce-0971-4e7d-97a0-9407be784d50 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:28.718232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5011db-452c-4bef-bf9e-09cbe8cff099 req-d0f4e294-7457-48e7-80e3-44c73bf5ece3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:28.720117 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cf5011db-452c-4bef-bf9e-09cbe8cff099 req-d0f4e294-7457-48e7-80e3-44c73bf5ece3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 943 time: 0.3870094 Nov 22 15:26:28.762092 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-40222ba0-0eca-4b1b-b178-755be4a4df88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712774 Nov 22 15:26:28.780953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Usage tracker for resource:security_group_rule and tenant:d092e1d56c384949bff1c8f44aecc9cc is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:28.785286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:28.794008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:28.841543 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cf5011db-452c-4bef-bf9e-09cbe8cff099 req-92b36368-757f-4c98-803a-27ac03881ec4 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063182 Nov 22 15:26:28.842914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.852837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 771eb1ce-0971-4e7d-97a0-9407be784d50 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:28.865486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 771eb1ce-0971-4e7d-97a0-9407be784d50 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:28.868897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.887754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:28.897478 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9090683 Nov 22 15:26:29.037580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.100350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 771eb1ce-0971-4e7d-97a0-9407be784d50, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=771eb1ce-0971-4e7d-97a0-9407be784d50,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:29.104220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.108456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.115279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:29.122807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.148074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-08eb1f82-ff08-494f-a53f-d98ff2823efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:29.165046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.204865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:29.217377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:29.244988 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-2511dd95-4df2-4ee7-8b6b-de101e09a9b2 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215581 Nov 22 15:26:29.260954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.283906 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-62a8b86d-857e-49f1-863c-2cdb77765260 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--599441039&fields=id&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 267 time: 0.0607598 Nov 22 15:26:29.328115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c745a4ce-3a34-458c-a3e6-c1eb8a2f7634,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:29.341226 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d092e1d56c384949bff1c8f44aecc9cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9255311 Nov 22 15:26:29.342486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:29.392254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36514) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:29.521255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-e730b6cb-9aa7-46ee-8ca8-8b34d7afeffd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:29.522983 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-e730b6cb-9aa7-46ee-8ca8-8b34d7afeffd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 817 time: 0.2317114 Nov 22 15:26:29.553401 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb9d188e-7f57-436c-87ef-1782e425aa47 req-d8441653-3c6b-48e6-99ab-eeedd567e71f service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778258 Nov 22 15:26:29.559404 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.568615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.572291 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-b86a3f1d-ea6e-44d6-ac70-a93ca79ef303 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/quotas/630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 375 time: 0.0355175 Nov 22 15:26:29.579547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b1bc3fa4-21f5-40ab-9891-1113a2c5e461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:29.617127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901e795-b22c-4690-93c7-49022928efa1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:29.619003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.628142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:29.651861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.654117 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8901e795-b22c-4690-93c7-49022928efa1 HTTP/1.1" status: 204 len: 168 time: 0.9619424 Nov 22 15:26:29.754498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.765795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3ffde5e6-0b9e-40ae-bb48-76cdc8a7c52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:29.822946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c745a4ce-3a34-458c-a3e6-c1eb8a2f7634,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:29.829266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:29.845494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:29.849715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c745a4ce-3a34-458c-a3e6-c1eb8a2f7634 HTTP/1.1" status: 204 len: 168 time: 0.4448655 Nov 22 15:26:29.908594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-0fb76583-e804-4334-bc00-0b322c28303d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3232443 Nov 22 15:26:29.922258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f909c-f9a4-45e5-a51c-59d3ef2e81e9 req-50751eaa-7b38-44a9-b158-e3fc73c15f8c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:29.923921 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5e2f909c-f9a4-45e5-a51c-59d3ef2e81e9 req-50751eaa-7b38-44a9-b158-e3fc73c15f8c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1438036 Nov 22 15:26:30.087700 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5e2f909c-f9a4-45e5-a51c-59d3ef2e81e9 req-c0132fc9-1017-4b2c-a246-2d4259f6a6b1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570029 Nov 22 15:26:30.147477 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-950392f2-8157-43e6-aa45-18eb82eb8c3c service neutron] 10.222.0.55 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179825 Nov 22 15:26:30.429583 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-88632fe0-5321-403a-8e02-e02f51cb23b5 service neutron] 10.222.0.55 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760189 Nov 22 15:26:30.443831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb06d5-dc56-4631-9175-b826e82041c5 req-dc90c735-b4c6-4156-9f66-3e0b3c245b16 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:30.445818 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1dcb06d5-dc56-4631-9175-b826e82041c5 req-dc90c735-b4c6-4156-9f66-3e0b3c245b16 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 943 time: 0.1645577 Nov 22 15:26:30.546565 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1dcb06d5-dc56-4631-9175-b826e82041c5 req-13ac42c3-6075-4045-8986-c7166871825b tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932958 Nov 22 15:26:30.572949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 771eb1ce-0971-4e7d-97a0-9407be784d50 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:30.746583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 771eb1ce-0971-4e7d-97a0-9407be784d50 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:30.747448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:30.757431 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5823464-52c9-4f2e-a733-d3ea78eba25a req-f34d9733-5c0d-4a32-9b4d-d0558882a6db tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 210 time: 0.1259947 Nov 22 15:26:30.987117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:26:31.257800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:26:31.266534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:31.305757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'port_id': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', 'mac_address': 'fa:16:3e:3a:0b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67eae7bf-7054-4523-b0f9-e329ce009100', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:26:31.392008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.446807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:31.472788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36602) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:31.502969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:31.512356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.514488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:31.684200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:31.689910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:31.756694 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-948173034-network', 'tenant_id': 'f2a253f0e68d4ce8b830336a1aeb8306'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:31.776739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:31.785703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Usage tracker for resource:network and tenant:f2a253f0e68d4ce8b830336a1aeb8306 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:31.797830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:31.808384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:31.821664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Made reservation on behalf of f2a253f0e68d4ce8b830336a1aeb8306 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:31.832560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.862412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['6910a6a0-4520-48bc-b2c3-9fa09e7307d4'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:31.875474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:31.953666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005123eb-61e3-4d19-9d96-0962ce6884a5 req-749d4844-daef-42a0-b2e4-24fcae17b930 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:31.962920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:31.970657 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-005123eb-61e3-4d19-9d96-0962ce6884a5 req-749d4844-daef-42a0-b2e4-24fcae17b930 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.6527081 Nov 22 15:26:31.980707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a253f0e68d4ce8b830336a1aeb8306 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:31.988765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:32.006003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:32.105229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f1a72-fb26-4043-8f1f-46522edcdf45 req-3fe87a97-ca56-4d1e-af6c-9be3c803e934 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:32.107168 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b4f1a72-fb26-4043-8f1f-46522edcdf45 req-3fe87a97-ca56-4d1e-af6c-9be3c803e934 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 944 time: 0.2698743 Nov 22 15:26:32.133064 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-005123eb-61e3-4d19-9d96-0962ce6884a5 req-71b82207-fc54-4261-9957-008701a63d83 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585546 Nov 22 15:26:32.240914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.242146 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b4f1a72-fb26-4043-8f1f-46522edcdf45 req-683d4a1d-6398-4ca5-a8e3-78081c345afa tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246557 Nov 22 15:26:32.264046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.276555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acc4539a-0b25-4eca-b1df-3763ab0c3009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.330574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:26:32.341310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36628) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:32.343012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.343417 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Added segment 09cc196d-ce1c-4984-b56a-d58c94ca5164 of type vlan for network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 Nov 22 15:26:32.349542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-df5fbb43-e58b-4e46-aaa6-e095daf8d349 req-c262cbba-c7ca-47d5-8530-5225bb743023 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 210 time: 0.0666082 Nov 22 15:26:32.358499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d646fe-22d7-48a1-85ff-19862f344a2c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.380023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:32.392868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.405940 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5ad82219-eb4c-4866-a506-42fe8e2a6935 req-96c9ce10-4028-4093-bcc1-5d5a82948f7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 1098 time: 0.2765739 Nov 22 15:26:32.463564 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.467476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:32.468062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.479542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.513192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5ad82219-eb4c-4866-a506-42fe8e2a6935 req-5f7daca4-3edf-479a-a71b-fe53e61f469a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892653 Nov 22 15:26:32.547527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.583186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:32.587426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a305921a6244aca15e500d73433131 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:32.591000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:32.593373 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1184514 Nov 22 15:26:32.595679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36634) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:32.597362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:32.598173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Pushing event updated for resources: {'Network': ['ID=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.603691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Request body: {'subnet': {'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-948173034-subnet', 'tenant_id': 'f2a253f0e68d4ce8b830336a1aeb8306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:32.607881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:32.609220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:26:32.610472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:32.615782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Usage tracker for resource:subnet and tenant:f2a253f0e68d4ce8b830336a1aeb8306 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:32.618958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:32.626363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:32.639042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Made reservation on behalf of f2a253f0e68d4ce8b830336a1aeb8306 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:32.644131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911368'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.675013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.681002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.689011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8406eb25-3f62-4359-b989-ea39efbbf682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.737201 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1a305921a6244aca15e500d73433131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3947418 Nov 22 15:26:32.738074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9b04f4-c5e3-4b3f-82f4-b4df71908ad7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.740650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36638) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:32.743730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:32.813762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.845079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.892680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.897921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6c193bef-84dc-4c57-ad45-e21b6ea2c4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:32.912918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:32.916628 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe9b04f4-c5e3-4b3f-82f4-b4df71908ad7 HTTP/1.1" status: 204 len: 168 time: 0.1725004 Nov 22 15:26:32.916628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9b04f4-c5e3-4b3f-82f4-b4df71908ad7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:32.917706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:33.109949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a0c6f71f-3836-46a7-a7c0-5055c1d0f0a4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:33.110717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a0c6f71f-3836-46a7-a7c0-5055c1d0f0a4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Synchronizing usage tracker for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:26:33.176992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a0c6f71f-3836-46a7-a7c0-5055c1d0f0a4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Unset dirty status for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:26:33.178237 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a0c6f71f-3836-46a7-a7c0-5055c1d0f0a4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 817 time: 0.2660348 Nov 22 15:26:33.278984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911385'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.286207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:33.317166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-fcd4810f-7b9e-4cbc-b069-16be3e7db950 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Synchronizing usage tracker for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:26:33.353844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:33.362140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:33.376756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-fcd4810f-7b9e-4cbc-b069-16be3e7db950 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Unset dirty status for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:26:33.377989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-fcd4810f-7b9e-4cbc-b069-16be3e7db950 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 379 time: 0.1821613 Nov 22 15:26:33.393732 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'port': {'device_id': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'admin_state_up': True, 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'security_groups': ['4faa992e-ab46-4982-8a4b-8abb087cf983']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:33.553636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a628f22-74ed-44da-8e84-6c9610a878b1 req-5f79563e-8ca9-4d75-baa4-754c5a79d5e7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:33.563349 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2a628f22-74ed-44da-8e84-6c9610a878b1 req-5f79563e-8ca9-4d75-baa4-754c5a79d5e7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.2388818 Nov 22 15:26:33.566870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:33.569711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Checking segment: {'id': '09cc196d-ce1c-4984-b56a-d58c94ca5164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:33.570131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Network hostable DHCP agents. Network: 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:26:33.579803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:port and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:33.587506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:33.597837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:33.613347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Made reservation on behalf of 630b34a9a8cd4e23bcfb9fccdc2b3c82 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:33.618949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.638512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cfe1-d75e-4fbb-ae7a-ee124beb123f req-07e4f951-8350-40e6-bf3b-b2be7327a47e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:33.638724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:26:33.647312 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-beb0cfe1-d75e-4fbb-ae7a-ee124beb123f req-07e4f951-8350-40e6-bf3b-b2be7327a47e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 944 time: 0.2031004 Nov 22 15:26:33.674761 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2a628f22-74ed-44da-8e84-6c9610a878b1 req-23adafe6-1eac-4d24-82c4-337014d8e72a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099584 Nov 22 15:26:33.698714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:33.708484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3bf57-5b3b-4a26-8252-fe68416fcae1 None None] Network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:33.708870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:33.709530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:33.769552 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-beb0cfe1-d75e-4fbb-ae7a-ee124beb123f req-14b70fb1-84cc-43ec-a0e8-d0cdc4843b65 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211321 Nov 22 15:26:33.786137 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1811812 Nov 22 15:26:33.941973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Allocated IP 172.20.0.12 (37adb391-b75d-404f-8a1c-07b27bd1d552/fd210466-6e84-443e-96bb-d8a2b9baba5a/25ef6c50-600c-4656-992c-ce34dac2b65e) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:33.985565 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-712b741a-6f3c-4dd8-b0cd-10257cf10b44 req-2e58d45b-938d-40b2-987d-2850a79bee67 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 210 time: 0.1308718 Nov 22 15:26:34.177835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d72344-b52e-42ea-a22d-189437e702c0 None None] Network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:34.371551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.399878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Transition to ACTIVE for port object 25ef6c50-600c-4656-992c-ce34dac2b65e will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:34.434585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.462583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb27ef1-8841-46c2-b897-3998c3ca4d35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:34.538634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:34.543032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:34.545981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:34.619845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:34.625082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:34.641210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:34.642367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:34.663739 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2771449 Nov 22 15:26:34.686398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Request body: {'port': {'device_id': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:34.827206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.002951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad3f09-ed6a-456d-8278-03b0dbfc7bf0 req-eb041ea6-d825-475c-90d6-24ed510cb766 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.004581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:35.010679 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2ad3f09-ed6a-456d-8278-03b0dbfc7bf0 req-eb041ea6-d825-475c-90d6-24ed510cb766 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1188011 Nov 22 15:26:35.072498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2ad3f09-ed6a-456d-8278-03b0dbfc7bf0 req-69dad7f2-23f0-40ea-a21c-13a737cb8271 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Nov 22 15:26:35.127790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-feec1c8a-96ad-41a9-b53c-cc1daf54114d None None] Provisioning for port 25ef6c50-600c-4656-992c-ce34dac2b65e completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:35.134663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-feec1c8a-96ad-41a9-b53c-cc1daf54114d None None] Provisioning complete for port 25ef6c50-600c-4656-992c-ce34dac2b65e triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:35.135230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-feec1c8a-96ad-41a9-b53c-cc1daf54114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.207696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-feec1c8a-96ad-41a9-b53c-cc1daf54114d None None] Port 25ef6c50-600c-4656-992c-ce34dac2b65e cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:26:35.211086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:35.218664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:35.222284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.265619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:35.273472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.293895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Transition to ACTIVE for port object 25ef6c50-600c-4656-992c-ce34dac2b65e will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:35.305180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.306910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621e530-f05a-4bb3-af67-f342e2a1f59e req-56db6937-c08a-438e-bd45-a47eeb5d1d40 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.309112 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d621e530-f05a-4bb3-af67-f342e2a1f59e req-56db6937-c08a-438e-bd45-a47eeb5d1d40 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 944 time: 0.2353847 Nov 22 15:26:35.315714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:35.409900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:35.410802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.421108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:35.428811 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d621e530-f05a-4bb3-af67-f342e2a1f59e req-c502de9e-3e42-4029-b9da-c034922d3e0d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087375 Nov 22 15:26:35.518947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:35.525294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:35.545835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.552823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:35.767839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:35.774615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:35.849163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36732) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:35.870302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Attempting to bind port 25ef6c50-600c-4656-992c-ce34dac2b65e on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:35.870941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Attempting to bind port 25ef6c50-600c-4656-992c-ce34dac2b65e by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:35.871432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Attempting to bind port 25ef6c50-600c-4656-992c-ce34dac2b65e on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:35.878369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1888872272-network', 'tenant_id': 'ca80d8c278264da98e740425e2b8ceed'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:35.884157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:35.889026 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Usage tracker for resource:network and tenant:ca80d8c278264da98e740425e2b8ceed is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:35.894358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:35.901191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:35.914677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Port 25ef6c50-600c-4656-992c-ce34dac2b65e on network 37adb391-b75d-404f-8a1c-07b27bd1d552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:35.915118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Attempting to bind port 25ef6c50-600c-4656-992c-ce34dac2b65e on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:35.919182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Made reservation on behalf of ca80d8c278264da98e740425e2b8ceed for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:35.924806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.943115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:35.977406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fd37a-1674-44d3-a63c-8feeedad4d87 req-8f0be798-5294-47c1-befc-ebe840e1c2cc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.979064 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5a2fd37a-1674-44d3-a63c-8feeedad4d87 req-8f0be798-5294-47c1-befc-ebe840e1c2cc tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2904961 Nov 22 15:26:35.987940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54195a-9af7-41a3-988b-e0ed6350e665 req-d47105fc-3672-42f9-b08a-1b44e0713163 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:35.995089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:35.995551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Checking segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:35.996175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Bound using segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:35.996789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Bound port: 25ef6c50-600c-4656-992c-ce34dac2b65e, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:35.997163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.000209 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-df54195a-9af7-41a3-988b-e0ed6350e665 req-d47105fc-3672-42f9-b08a-1b44e0713163 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.2298310 Nov 22 15:26:36.021431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:36.028879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Usage tracker for resource:security_group_rule and tenant:ca80d8c278264da98e740425e2b8ceed is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:36.103249 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5a2fd37a-1674-44d3-a63c-8feeedad4d87 req-a855fa08-618d-48e8-9d38-00b9f295e5ef tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019201 Nov 22 15:26:36.119307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:36.122784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:36.124264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:36.132110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:36.135196 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-df54195a-9af7-41a3-988b-e0ed6350e665 req-efb428fe-ebe0-44fb-863c-f988a7938cbf tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152496 Nov 22 15:26:36.136199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.174646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-61922589-1358-4f3c-9874-45e701d30afc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:36.199727 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', 'code': 200} Nov 22 15:26:36.261210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.263544 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] 10.222.0.46 "PUT /v2.0/ports/25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 1094 time: 1.5875158 Nov 22 15:26:36.321157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:36.326985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:36.332293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:36.429259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.488010 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'status': 'completed', 'code': 200} Nov 22 15:26:36.493663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.536477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:36.637761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:26:36.653765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215f2b1-57a2-4913-a051-1d190f061af5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:36.664508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:36.674304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.674874 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Added segment e3ac871b-8f4c-4c00-83cf-f93198036394 of type vlan for network da51f00e-ba74-43c0-b600-9c259bd609a5 Nov 22 15:26:36.717339 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-d1c712ba-141b-4f97-a026-0ca00d2853ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1097 time: 0.2858090 Nov 22 15:26:36.724118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.759791 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-af710e47-1c2a-4736-b4f3-bc324055016a req-3b4a2fcb-3612-43d0-9ba8-d7c50209dcf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 1098 time: 0.2619591 Nov 22 15:26:36.811471 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-a8e845fc-4604-4ddd-af6c-8b9f06e9b9b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 217 time: 0.0811913 Nov 22 15:26:36.832780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16b02-5a23-4bb7-930f-9ca025dffc69 req-fc88b1fe-d849-4f32-81e3-17f5fa21fd95 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:36.836113 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-75c16b02-5a23-4bb7-930f-9ca025dffc69 req-fc88b1fe-d849-4f32-81e3-17f5fa21fd95 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.1639099 Nov 22 15:26:36.903809 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-75c16b02-5a23-4bb7-930f-9ca025dffc69 req-0960765e-b75c-4ea8-b423-fd22fa9ff82f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Nov 22 15:26:36.907835 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-af710e47-1c2a-4736-b4f3-bc324055016a req-5bf76a9c-6aa6-4682-9ac4-635f0e3cdc88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261904 Nov 22 15:26:36.914723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.918539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:36.919195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:36.923812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-d3a5e8d4-c4ee-475d-855e-ca5cfb9cd310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:36.925442 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-d3a5e8d4-c4ee-475d-855e-ca5cfb9cd310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.1038690 Nov 22 15:26:36.929050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c440f979-7695-4a4c-87eb-1f0e394f2430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:37.063103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36764) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:37.063407 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1949418 Nov 22 15:26:37.064475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Pushing event updated for resources: {'Network': ['ID=da51f00e-ba74-43c0-b600-9c259bd609a5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:37.067698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:37.082300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network da51f00e-ba74-43c0-b600-9c259bd609a5 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:26:37.093624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Request body: {'subnet': {'network_id': 'da51f00e-ba74-43c0-b600-9c259bd609a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1888872272-subnet', 'tenant_id': 'ca80d8c278264da98e740425e2b8ceed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:37.101083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:37.115648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Usage tracker for resource:subnet and tenant:ca80d8c278264da98e740425e2b8ceed is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:37.119161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:37.127227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:37.143574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Made reservation on behalf of ca80d8c278264da98e740425e2b8ceed for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:37.153780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.326080 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-8259f492-b07c-4b3d-b5b3-6ca0776c7250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1781547 Nov 22 15:26:37.509048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786196-9a6a-452b-83d0-b5f77cff207c req-1509058b-3677-40fb-8236-607d381466e2 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:37.510848 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b4786196-9a6a-452b-83d0-b5f77cff207c req-1509058b-3677-40fb-8236-607d381466e2 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1411276 Nov 22 15:26:37.521886 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-be1fb8a4-32fb-4907-acd2-8b1bf5afa6f4 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827586 Nov 22 15:26:37.649674 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b4786196-9a6a-452b-83d0-b5f77cff207c req-d2043b5c-5662-4681-99a3-eac5298f1b00 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896168 Nov 22 15:26:37.677035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.682161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-701735b9-f1e5-4bab-bdf9-c7abe7387905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:37.717063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e5107f5e-1d80-4591-ac34-35e349eeb395 req-ba1ad220-f31f-43d9-bf03-6520566fc5be service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854579 Nov 22 15:26:37.774741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49f1cd5-5c39-4a46-9321-577ded3707dd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:37.778864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:37.786739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Checking segment: {'id': 'e3ac871b-8f4c-4c00-83cf-f93198036394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'da51f00e-ba74-43c0-b600-9c259bd609a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:37.787135 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Network hostable DHCP agents. Network: da51f00e-ba74-43c0-b600-9c259bd609a5, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:26:37.813209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Network da51f00e-ba74-43c0-b600-9c259bd609a5 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:26:37.822414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, da51f00e-ba74-43c0-b600-9c259bd609a5) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:37.826941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:37.827584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:37.832998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c77f8-2b28-459b-a0c8-89e6f52f7e0f None None] Network da51f00e-ba74-43c0-b600-9c259bd609a5 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:37.850139 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-636f812d-db23-42f0-bcbd-38ea1554c53d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7852829 Nov 22 15:26:37.866639 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-e955aa0f-751c-4fbc-b929-d0fee6c149dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1097 time: 0.0834074 Nov 22 15:26:38.034606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-db85d199-f83c-4b07-b949-4ae3a671da23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:38.036693 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-db85d199-f83c-4b07-b949-4ae3a671da23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1623492 Nov 22 15:26:38.117496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e097420-fbe0-4b4d-bb9f-9055cc2eb3ea None None] Network da51f00e-ba74-43c0-b600-9c259bd609a5 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:38.137038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975e08e-e63e-48ac-a8f0-1167ca39a091 req-b7ba6425-8653-49c7-8ee1-f5a41ce0da97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:38.139551 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e975e08e-e63e-48ac-a8f0-1167ca39a091 req-b7ba6425-8653-49c7-8ee1-f5a41ce0da97 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.0976639 Nov 22 15:26:38.147800 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-90d76c74-730c-411c-b82b-bc9d64d39600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 217 time: 0.0989439 Nov 22 15:26:38.226115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-df65c5c6-13de-4b74-bb13-63d3dc2797db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:38.228011 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-df65c5c6-13de-4b74-bb13-63d3dc2797db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0752156 Nov 22 15:26:38.231134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e975e08e-e63e-48ac-a8f0-1167ca39a091 req-90d369d3-b094-4ab3-bc98-dda83dd2a266 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839119 Nov 22 15:26:38.385822 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-31e84076-02e9-4226-b42b-65df643c11f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470971 Nov 22 15:26:38.722009 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-e701f1eb-6ea1-4715-9a1c-dff9677a9042 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157008 Nov 22 15:26:39.191143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 36830) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:39.251583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-7a2fbe7e-806d-4aa0-8f9e-b7400fb17478 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:39.256897 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-7a2fbe7e-806d-4aa0-8f9e-b7400fb17478 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/networks?id=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 HTTP/1.1" status: 200 len: 808 time: 0.6172423 Nov 22 15:26:39.285848 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-48e66f14-d0f2-4f52-8ad9-bcdb5297ceb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.4080775 Nov 22 15:26:39.319489 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad644259-5444-4a97-b9ab-aacb40a5a8f7 req-c74d194a-ff46-449a-a502-67ca7a2d10db service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878243 Nov 22 15:26:39.341389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77822b34-da07-4d68-ba9e-172846a635c3 req-4f4e90fc-be5a-4df3-b7b1-f52093053b2b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:39.343134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77822b34-da07-4d68-ba9e-172846a635c3 req-4f4e90fc-be5a-4df3-b7b1-f52093053b2b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.2947221 Nov 22 15:26:39.344542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0afb774b-1f23-4fb9-aae0-82e081da484e tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/quotas/f2a253f0e68d4ce8b830336a1aeb8306 HTTP/1.1" status: 200 len: 375 time: 0.0742953 Nov 22 15:26:39.496215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:39.507254 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-bd5e931d-2f90-48fc-a228-361b38ebdb43 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2a253f0e68d4ce8b830336a1aeb8306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103678 Nov 22 15:26:39.668261 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77822b34-da07-4d68-ba9e-172846a635c3 req-6e0394c0-c407-4eb7-841e-33fc93121590 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700236 Nov 22 15:26:39.682592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:39.686068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-5e55551b-8bff-4519-9628-84041ede8edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:39.687629 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-5e55551b-8bff-4519-9628-84041ede8edd service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.3897278 Nov 22 15:26:39.693262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Usage tracker for resource:security_group_rule and tenant:857a6c275197444fb5920a62ba4c1650 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:39.708236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:39.957377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:40.039702 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-4fd20477-2412-4b27-b934-aadbe805157b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.3433933 Nov 22 15:26:40.048694 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-60580477-b481-4fb7-b74e-7c003ea489e5 service neutron] 10.222.0.55 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315306 Nov 22 15:26:40.273621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-09d31852-1643-4fd9-adfd-ce959dbabf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:40.275383 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-09d31852-1643-4fd9-adfd-ce959dbabf12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.2257066 Nov 22 15:26:40.373359 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-f0550d59-9cf2-45a2-8b3d-db6be3a814e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835593 Nov 22 15:26:40.384126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97913-2037-43cc-a722-4f1079eaf181 req-e8f61315-5578-4fb2-a395-023f951356cd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:40.385729 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68e97913-2037-43cc-a722-4f1079eaf181 req-e8f61315-5578-4fb2-a395-023f951356cd tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.4330513 Nov 22 15:26:40.462480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.475505 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-af663c2b-2d87-44c3-9aa2-fe4a2f7db150 service neutron] 10.222.0.55 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818533 Nov 22 15:26:40.479876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.535777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a373681-d6bb-47ab-aa38-e8051a3f37a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:40.624011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc7ef8-79bd-4840-baeb-3bfcf0f36b67,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:40.632017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a5965be5-1f36-4159-9d5f-c1f9b7271465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.632582 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=857a6c275197444fb5920a62ba4c1650&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4390051 Nov 22 15:26:40.634323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:40.636155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36856) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:40.640195 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68e97913-2037-43cc-a722-4f1079eaf181 req-86a0c4f6-44c0-4a11-aab0-9f3716b43375 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081957 Nov 22 15:26:40.717694 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-807e6f33-55db-4cd5-8081-310e015bcc66 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202729 Nov 22 15:26:40.737958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.772705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.824539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.831257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-512e2b3a-8420-4cf6-83e1-082e88c9b2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:40.851377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc7ef8-79bd-4840-baeb-3bfcf0f36b67,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:40.855239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:40.857933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:40.861601 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58cc7ef8-79bd-4840-baeb-3bfcf0f36b67 HTTP/1.1" status: 204 len: 168 time: 0.2228913 Nov 22 15:26:40.946081 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e739a380-39fa-4c7b-9e89-b927122adddc req-e417935f-68fb-44ec-a762-ec65426781b8 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 210 time: 0.1183667 Nov 22 15:26:41.024854 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-16dd786e-eccc-41e9-9d30-417a07e6cf98 req-e6ff61d8-66c3-4507-9c9e-123548ca0220 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977831 Nov 22 15:26:41.050668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:26:41.071343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059dc9-df84-4c8e-8e43-e8c10df6715b req-fd7da315-d670-4e43-bd1a-69462a4c5fa3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:41.082477 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-28059dc9-df84-4c8e-8e43-e8c10df6715b req-fd7da315-d670-4e43-bd1a-69462a4c5fa3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.2557976 Nov 22 15:26:41.270683 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-28059dc9-df84-4c8e-8e43-e8c10df6715b req-c6d1b6fa-321e-4d22-9177-4053bdc3e6dc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868944 Nov 22 15:26:41.288225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:41.311953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81107f2-7875-41d4-ab3b-e3af73644b09 req-428b2f4c-947e-4183-92f8-8d815e51a023 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:41.312057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:26:41.312142 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e81107f2-7875-41d4-ab3b-e3af73644b09 req-428b2f4c-947e-4183-92f8-8d815e51a023 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.2019203 Nov 22 15:26:41.376014 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e81107f2-7875-41d4-ab3b-e3af73644b09 req-13ca82b9-98d6-44fb-af30-b8c33a31181a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567350 Nov 22 15:26:41.385603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:41.420044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:41.438306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:41.442100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:41.444961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31f5c35d-506e-4a22-9a3b-a1d7d5458657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:41.540478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:41.546269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:41.903508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['25ef6c50-600c-4656-992c-ce34dac2b65e'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:41.972147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ce76-251f-474c-ad0a-fa8f188253d1 req-20b782c9-a78a-4be9-b1b5-aadafac79763 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:41.974834 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cee3ce76-251f-474c-ad0a-fa8f188253d1 req-20b782c9-a78a-4be9-b1b5-aadafac79763 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1773071 Nov 22 15:26:42.050658 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cee3ce76-251f-474c-ad0a-fa8f188253d1 req-a1513af8-3306-4eee-b7cc-d1455037f2e4 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672817 Nov 22 15:26:42.159261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.180225 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9de681ba-e93c-459b-9f4c-bad25626f5c4 req-9771734d-5e63-4483-9b81-6a7df4b6ee8e tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 210 time: 0.0507920 Nov 22 15:26:42.212008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36910) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:42.397926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559086334-network', 'tenant_id': 'b7718a443c264979998d5befd75a0808'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:42.403419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:42.407643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Usage tracker for resource:network and tenant:b7718a443c264979998d5befd75a0808 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:42.410828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:42.422740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:42.432869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Made reservation on behalf of b7718a443c264979998d5befd75a0808 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:42.439120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.458750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.505849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:42.517540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Usage tracker for resource:security_group_rule and tenant:b7718a443c264979998d5befd75a0808 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:42.521101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:42.531492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:42.603930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.606879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.611603 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-68c4bb9f-8a3b-4977-b3e0-89122993f947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:42.643385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abaecf2-2ab7-4779-bf36-ab2f25a2d017,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:42.647342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:42.654092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:26:42.665641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.665796 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Added segment 0437ec66-39d7-4e68-9cd4-0bd6b34cfd05 of type vlan for network ef09dfaf-519c-49e4-af2a-02eb97badfda Nov 22 15:26:42.696876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.737686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.739248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:42.740090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.746211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:42.746998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-96622096-f71b-4bbd-8598-8950dca39ddd tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:42.748899 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-96622096-f71b-4bbd-8598-8950dca39ddd tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.46 "GET /v2.0/networks?id=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 HTTP/1.1" status: 200 len: 808 time: 0.2931042 Nov 22 15:26:42.760949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9ccd-75ba-4a8a-bdb5-54ce3b3726b7 req-f37d6ece-a8a0-428e-b92c-fe38535bf15a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:42.763303 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f45a9ccd-75ba-4a8a-bdb5-54ce3b3726b7 req-f37d6ece-a8a0-428e-b92c-fe38535bf15a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 945 time: 0.1873746 Nov 22 15:26:42.770142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Request body: {'port': {'device_id': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09', 'admin_state_up': True, 'tenant_id': 'f2a253f0e68d4ce8b830336a1aeb8306'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:42.862236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1da3bf33-09f3-45a2-ab18-18b532b7db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:42.905993 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Pushing event updated for resources: {'Network': ['ID=ef09dfaf-519c-49e4-af2a-02eb97badfda,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:42.910368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:42.918639 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7019458 Nov 22 15:26:42.919302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36932) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:42.922555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network ef09dfaf-519c-49e4-af2a-02eb97badfda details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:26:42.926326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Request body: {'subnet': {'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559086334-subnet', 'tenant_id': 'b7718a443c264979998d5befd75a0808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:42.932386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:42.937776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Usage tracker for resource:subnet and tenant:b7718a443c264979998d5befd75a0808 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:42.942877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:42.950866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:42.975356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Made reservation on behalf of b7718a443c264979998d5befd75a0808 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:42.983695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911368'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.015661 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f45a9ccd-75ba-4a8a-bdb5-54ce3b3726b7 req-51dbbdd6-82fd-403b-baeb-6a5059f41c7b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188673 Nov 22 15:26:43.037852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:43.051047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Usage tracker for resource:port and tenant:f2a253f0e68d4ce8b830336a1aeb8306 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:43.058318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:43.075225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:43.096671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Made reservation on behalf of f2a253f0e68d4ce8b830336a1aeb8306 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:43.121390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.359504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911385'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.367833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3f9c68e7-3d83-4eb9-86c2-76bc76e6c950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:43.440642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.503153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1bfce5-3b67-4018-a383-cd8c147736d9,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:43.535360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:43.585152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Checking segment: {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:43.585545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Network hostable DHCP agents. Network: ef09dfaf-519c-49e4-af2a-02eb97badfda, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:26:43.593472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Allocated IP 172.20.0.6 (35d76036-8fb3-42c5-ab1d-1ead0f5d2b09/f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f/693d9af3-48f7-4f9f-adff-82108819239a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:43.611671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d65e8-7fd4-4c3d-a253-394122fcbfff req-a4f378dc-306f-4de4-8866-d983929bc666 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:43.613248 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c05d65e8-7fd4-4c3d-a253-394122fcbfff req-a4f378dc-306f-4de4-8866-d983929bc666 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2534068 Nov 22 15:26:43.634659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Network ef09dfaf-519c-49e4-af2a-02eb97badfda is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:26:43.653429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, ef09dfaf-519c-49e4-af2a-02eb97badfda) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:43.658696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:43.659337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:43.670391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4309167-4833-4e8a-a233-2cdc25869fdc None None] Network ef09dfaf-519c-49e4-af2a-02eb97badfda requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:43.722044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8011391 Nov 22 15:26:43.722791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36956) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:43.740374 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c05d65e8-7fd4-4c3d-a253-394122fcbfff req-79ad2a70-69c2-48fd-97d3-64740fe00359 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160307 Nov 22 15:26:44.038619 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-590d18cb-1b09-4803-b8d9-e828489a6d37 req-d77b94c8-34ec-49a1-bf14-4d0ae75fb354 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 210 time: 0.0689578 Nov 22 15:26:44.047948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0acb3-5bec-4bab-bfd6-65cf38dc7401 None None] Network ef09dfaf-519c-49e4-af2a-02eb97badfda requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:26:44.062724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.112705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.139098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:44.144711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.146570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0bfdc556c047cc87acf3b8983e6c78 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:44.152128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:44.154776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:44.160323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:44.262351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:44.273652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:44.283567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:44.309276 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.322939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.349818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b58bd379-9387-4af5-b9dd-991cb9a584b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:44.420681 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c0bfdc556c047cc87acf3b8983e6c78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6961141 Nov 22 15:26:44.423648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36978) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:44.483890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036db97-5844-4a19-9169-312635a8e558,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:44.487705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:44.537154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.575421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.651451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.659800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:44.691931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.699731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036db97-5844-4a19-9169-312635a8e558,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:44.700563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Pushing event updated for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:44.702190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.706189 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9036db97-5844-4a19-9169-312635a8e558 HTTP/1.1" status: 204 len: 168 time: 0.2810574 Nov 22 15:26:44.707260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:44.709623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:44.732524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:44.733228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:44.797103 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0325353 Nov 22 15:26:44.804381 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7453db-5d71-4c15-9d95-39a9c114d8c2 req-98dfccc2-494b-4025-9154-e3bf44133854 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:44.812070 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aa7453db-5d71-4c15-9d95-39a9c114d8c2 req-98dfccc2-494b-4025-9154-e3bf44133854 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 945 time: 0.1778989 Nov 22 15:26:44.836875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Request body: {'port': {'device_id': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:44.960546 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aa7453db-5d71-4c15-9d95-39a9c114d8c2 req-89d19ec7-88fb-41d6-809a-9d4b5055b0aa tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473792 Nov 22 15:26:45.059656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.081134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:45.247840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 25ef6c50-600c-4656-992c-ce34dac2b65e completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:45.267261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 25ef6c50-600c-4656-992c-ce34dac2b65e triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:45.267261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.359664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77aa8-d4ff-4d83-af5b-76abc8d6bc8a req-dad9df8b-0b08-4341-b101-83298cb6d2f5 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:45.365946 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-27e77aa8-d4ff-4d83-af5b-76abc8d6bc8a req-dad9df8b-0b08-4341-b101-83298cb6d2f5 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.4513116 Nov 22 15:26:45.371631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 36998) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:45.405253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.459795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.468206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:45.476626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2f1d4e76e84855b3b5cb4b4bba82b1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:45.481764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:45.492070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:45.509947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:45.514864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:45.520025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.528173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:45.580293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.584021 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.593251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e68ade38-8f3c-46f4-a220-6f9018680ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:45.614257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:45.618862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:45.629836 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-27e77aa8-d4ff-4d83-af5b-76abc8d6bc8a req-0dbcb5e3-3c8d-49c1-a53b-a328ed03feaa tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627158 Nov 22 15:26:45.648199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f5bd7-69fe-4dd2-ae42-70dc7e4277c5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:45.652283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:45.678623 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a2f1d4e76e84855b3b5cb4b4bba82b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049545 Nov 22 15:26:45.679843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37010) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:45.766719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40929d-5eeb-45cf-ba3a-38491a0b51c3 req-52703a63-d75a-4784-b89b-c5edab9c83a5 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:45.767511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3a40929d-5eeb-45cf-ba3a-38491a0b51c3 req-52703a63-d75a-4784-b89b-c5edab9c83a5 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Synchronizing usage tracker for tenant:f2a253f0e68d4ce8b830336a1aeb8306 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:26:45.771894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.805921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.818177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3a40929d-5eeb-45cf-ba3a-38491a0b51c3 req-52703a63-d75a-4784-b89b-c5edab9c83a5 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Unset dirty status for tenant:f2a253f0e68d4ce8b830336a1aeb8306 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:26:45.822784 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3a40929d-5eeb-45cf-ba3a-38491a0b51c3 req-52703a63-d75a-4784-b89b-c5edab9c83a5 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 931 time: 0.5333190 Nov 22 15:26:45.860845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.866944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d47ec297-0485-4780-8530-328ec6198e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:45.891685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f5bd7-69fe-4dd2-ae42-70dc7e4277c5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:45.921522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:45.924745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:45.926783 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/217f5bd7-69fe-4dd2-ae42-70dc7e4277c5 HTTP/1.1" status: 204 len: 168 time: 0.2449014 Nov 22 15:26:45.955991 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'code': 200} Nov 22 15:26:45.998471 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3a40929d-5eeb-45cf-ba3a-38491a0b51c3 req-484ebb1d-ce7f-47b4-9915-9321005920a4 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699483 Nov 22 15:26:46.007027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693d9af3-48f7-4f9f-adff-82108819239a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:46.015571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:46.034739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Transition to ACTIVE for port object 693d9af3-48f7-4f9f-adff-82108819239a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:46.043315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:46.048246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:46.116924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Pushing event updated for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:46.125239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:46.299438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b631881-6a7a-4529-8baa-68c42a8528b0 req-8f5612bf-d64e-4935-8362-45284b2bbaa7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1099 time: 0.0954566 Nov 22 15:26:46.367451 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b631881-6a7a-4529-8baa-68c42a8528b0 req-d26aa249-253d-4348-a359-02a3828e9058 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468636 Nov 22 15:26:46.414229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Attempting to bind port 693d9af3-48f7-4f9f-adff-82108819239a on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:46.414609 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Attempting to bind port 693d9af3-48f7-4f9f-adff-82108819239a by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '09cc196d-ce1c-4984-b56a-d58c94ca5164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:46.414979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Attempting to bind port 693d9af3-48f7-4f9f-adff-82108819239a on network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:46.435547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f382344-305c-47db-b1a7-bcf4dd989583 req-1cefcad4-b76b-44d7-98c5-083ee4de44c8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:46.437125 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8f382344-305c-47db-b1a7-bcf4dd989583 req-1cefcad4-b76b-44d7-98c5-083ee4de44c8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1746733 Nov 22 15:26:46.438201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Port 693d9af3-48f7-4f9f-adff-82108819239a on network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:46.438568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Attempting to bind port 693d9af3-48f7-4f9f-adff-82108819239a on network 35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:46.445960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:46.446368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Checking segment: {'id': '09cc196d-ce1c-4984-b56a-d58c94ca5164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:46.450797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Bound using segment: {'id': '09cc196d-ce1c-4984-b56a-d58c94ca5164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:46.451324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Bound port: 693d9af3-48f7-4f9f-adff-82108819239a, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cc196d-ce1c-4984-b56a-d58c94ca5164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:46.451721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:46.578205 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8f382344-305c-47db-b1a7-bcf4dd989583 req-2e3e6ebe-a0df-4f0c-9da8-436113ef8c57 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163225 Nov 22 15:26:46.592739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:46.597062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=693d9af3-48f7-4f9f-adff-82108819239a,segment=NetworkSegment(09cc196d-ce1c-4984-b56a-d58c94ca5164),segment_id=09cc196d-ce1c-4984-b56a-d58c94ca5164)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:46.602077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:46.607717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:46.696901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:46.702158 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] 10.222.0.46 "PUT /v2.0/ports/693d9af3-48f7-4f9f-adff-82108819239a HTTP/1.1" status: 200 len: 1093 time: 1.8691890 Nov 22 15:26:46.703180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:46.755008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Pushing event updated for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:46.773487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:47.076358 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-4c869a1b-1b1b-4b3b-8685-2b846815b80e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2a253f0e68d4ce8b830336a1aeb8306&device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 1096 time: 0.3016586 Nov 22 15:26:47.083779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-7b812976-4b84-4dc1-b177-aabfdcb805a4 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:47.085276 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-7b812976-4b84-4dc1-b177-aabfdcb805a4 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 809 time: 0.2565970 Nov 22 15:26:47.184123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654892-8dc3-4e10-ae13-df009a518827 req-21c30f74-95ec-465e-a125-c8cf6ed73417 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:47.186002 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a4654892-8dc3-4e10-ae13-df009a518827 req-21c30f74-95ec-465e-a125-c8cf6ed73417 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.3192973 Nov 22 15:26:47.190178 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-e73b907f-6cc8-40c2-925a-0fb99d70fca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693d9af3-48f7-4f9f-adff-82108819239a HTTP/1.1" status: 200 len: 217 time: 0.0924954 Nov 22 15:26:47.191949 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-eeee0404-10b6-48ca-8f9c-f6c8523a330a tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/quotas/b7718a443c264979998d5befd75a0808 HTTP/1.1" status: 200 len: 375 time: 0.0367100 Nov 22 15:26:47.317921 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-c1d2606c-e583-4f77-be0e-62bbccdfd782 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089888 Nov 22 15:26:47.420652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-6d9eb536-07e3-4551-b4b6-75b98566481d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:47.422247 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-6d9eb536-07e3-4551-b4b6-75b98566481d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f HTTP/1.1" status: 200 len: 848 time: 0.2121978 Nov 22 15:26:47.428957 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a4654892-8dc3-4e10-ae13-df009a518827 req-4a6e07af-866c-434c-a2b0-e945252c5091 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361298 Nov 22 15:26:47.490563 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-27ba2952-30ae-489f-8bdc-cf860bcac3ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524309 Nov 22 15:26:47.536672 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-bd693f62-532e-4c7e-a18b-4deaf3bdfc66 service neutron] 10.222.0.55 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063134 Nov 22 15:26:47.538479 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a', 'status': 'completed', 'code': 200} Nov 22 15:26:48.097853 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-806a9913-3e28-40bd-9832-2e2d81602728 service neutron] 10.222.0.46 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584934 Nov 22 15:26:48.110691 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-2de019e5-7f25-4b4d-87b7-ee6cede8fb31 service neutron] 10.222.0.55 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462532 Nov 22 15:26:48.159736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe83469-c92b-4252-8664-617843edb812 req-cd41bf85-4730-4663-a942-5881db068b5e tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:48.161473 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fbe83469-c92b-4252-8664-617843edb812 req-cd41bf85-4730-4663-a942-5881db068b5e tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 943 time: 0.2356608 Nov 22 15:26:48.302201 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fbe83469-c92b-4252-8664-617843edb812 req-f5a7b424-481d-44a5-b112-1351c5cd21e1 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904710 Nov 22 15:26:48.404394 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb00b4d5-d862-48b8-be1d-fd989b991e09 req-4e8a8828-4218-47de-9bdc-3afb3bc98950 service neutron] 10.222.0.46 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912092 Nov 22 15:26:48.421241 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-971e0038-4931-47d9-aacf-ad726de1133b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242814 Nov 22 15:26:48.446544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87f940-1217-430c-8f8e-ece4c9d05b94 req-0f466977-6a81-41d5-a797-ca1b25b93bb6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:48.448187 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b87f940-1217-430c-8f8e-ece4c9d05b94 req-0f466977-6a81-41d5-a797-ca1b25b93bb6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1108000 Nov 22 15:26:48.563367 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b87f940-1217-430c-8f8e-ece4c9d05b94 req-4a7e9f1b-47d6-4715-9495-18a7cfacce13 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079900 Nov 22 15:26:48.564317 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-9098c53e-7d19-4c39-85e5-6ce8e5d4a493 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2a253f0e68d4ce8b830336a1aeb8306&device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 1096 time: 0.0945048 Nov 22 15:26:48.661231 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b51667dc-5e8a-48cb-a8b9-0b9d6652fa41 req-a60489ef-1bde-4835-9836-1c02485b53f6 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 210 time: 0.1156015 Nov 22 15:26:48.723033 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-130dffe8-f874-4ba4-8c7d-124ffd31d4df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 1098 time: 0.1563897 Nov 22 15:26:48.851832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-38d018d1-5428-4d5e-837d-5108bac14874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:48.853844 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-38d018d1-5428-4d5e-837d-5108bac14874 service neutron] 10.222.0.46 "GET /v2.0/networks?id=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 HTTP/1.1" status: 200 len: 909 time: 0.2780957 Nov 22 15:26:48.954307 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-0559bada-d274-482e-b662-e27f6e9afe00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=693d9af3-48f7-4f9f-adff-82108819239a HTTP/1.1" status: 200 len: 217 time: 0.0846007 Nov 22 15:26:49.031081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-9ca318ca-3b89-4a8c-be09-763b7442ca80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:49.033315 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-9ca318ca-3b89-4a8c-be09-763b7442ca80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f HTTP/1.1" status: 200 len: 848 time: 0.0714967 Nov 22 15:26:49.068298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-d1cceb6e-552b-4167-ad3a-b95dd1f2de47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:49.069920 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-d1cceb6e-552b-4167-ad3a-b95dd1f2de47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 915 time: 0.3229501 Nov 22 15:26:49.103112 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-feed1b6c-5a02-4fa5-8cde-62f198654a53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540960 Nov 22 15:26:49.175775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ad4d-da4d-4b2c-8de7-3cb989954966 req-2a076087-d348-4f72-a4e7-ca24e7cfa4e2 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:49.196429 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ea95ad4d-da4d-4b2c-8de7-3cb989954966 req-2a076087-d348-4f72-a4e7-ca24e7cfa4e2 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2963762 Nov 22 15:26:49.260261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22b81f-dfd0-48e7-a47a-fbc226ea423f req-1371a7e3-72a2-4e80-831a-aed61ef04b5c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:49.283646 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4b22b81f-dfd0-48e7-a47a-fbc226ea423f req-1371a7e3-72a2-4e80-831a-aed61ef04b5c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.3390088 Nov 22 15:26:49.283795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37112) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:49.288301 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-d09c5742-217b-4f77-b46c-74fb9b8a02d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93a13d1a-5917-439f-abf7-978d16a08947 HTTP/1.1" status: 200 len: 217 time: 0.1925828 Nov 22 15:26:49.298358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'floatingip': {'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:49.382629 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ea95ad4d-da4d-4b2c-8de7-3cb989954966 req-a86e22eb-2588-4481-89b5-c417dfa0d383 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849110 Nov 22 15:26:49.398642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-1ffff9fa-6846-43ec-a24f-1bd78297c8e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:49.400696 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-1ffff9fa-6846-43ec-a24f-1bd78297c8e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.0842702 Nov 22 15:26:49.400971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:49.485437 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-a81b80c1-dc33-4ca8-bc1c-34427d76e43a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741460 Nov 22 15:26:49.645249 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-41b7b122-1cd9-4127-918a-661572c39937 service neutron] 10.222.0.46 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994991 Nov 22 15:26:49.722685 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-33f23119-9784-4aa5-beef-3c635309c9ea service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279298 Nov 22 15:26:49.903155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:50.004533 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4d7c33b-0f36-4b22-be00-23178e47eb46 req-ab607c57-39d8-4c26-b13c-02d247ac0f87 service neutron] 10.222.0.46 "GET /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480575 Nov 22 15:26:50.023361 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fd627e7d-623b-49d1-ab86-9688bd86ec5c req-a66ff25d-ae37-44d8-a472-3ac95b8e5702 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889698 Nov 22 15:26:50.041994 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-12335019-0d4b-404f-88ca-683068c71309 req-15f644a6-e620-41bf-9fc4-9fdfb773af63 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 210 time: 0.0586646 Nov 22 15:26:50.051447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12552e-acbc-4382-9af2-0381c0f05644 req-29288167-ba34-47d4-9263-aa029eb5f4ae tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:50.060545 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dc12552e-acbc-4382-9af2-0381c0f05644 req-29288167-ba34-47d4-9263-aa029eb5f4ae tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 943 time: 0.2203445 Nov 22 15:26:50.107347 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dc12552e-acbc-4382-9af2-0381c0f05644 req-57dc4e4b-504b-4447-b384-a962ad419d44 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Nov 22 15:26:50.499205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-a3d957e7-1707-4e0f-bcc2-51721d121b20 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:50.499971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-a3d957e7-1707-4e0f-bcc2-51721d121b20 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Synchronizing usage tracker for tenant:b7718a443c264979998d5befd75a0808 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:26:50.635553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25a68-26bf-4dab-9565-4e573099096f req-2b50e06a-c067-47f1-be71-e6ffaeb8f06a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:50.637159 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f6b25a68-26bf-4dab-9565-4e573099096f req-2b50e06a-c067-47f1-be71-e6ffaeb8f06a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1004221 Nov 22 15:26:50.659105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-a3d957e7-1707-4e0f-bcc2-51721d121b20 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Unset dirty status for tenant:b7718a443c264979998d5befd75a0808 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:26:50.660337 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-a3d957e7-1707-4e0f-bcc2-51721d121b20 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 809 time: 0.6274235 Nov 22 15:26:50.687829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Request body: {'port': {'device_id': '855fa709-6ec5-4461-b24b-c0f77023db63', 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda', 'admin_state_up': True, 'tenant_id': 'b7718a443c264979998d5befd75a0808'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:50.690454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f6b25a68-26bf-4dab-9565-4e573099096f req-b77afd17-187c-4071-905a-89682a377612 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 Nov 22 15:26:50.945403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:50.953668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Usage tracker for resource:port and tenant:b7718a443c264979998d5befd75a0808 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:50.959444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:51.027273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:51.074535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Made reservation on behalf of b7718a443c264979998d5befd75a0808 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:51.080295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.131302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 693d9af3-48f7-4f9f-adff-82108819239a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:26:51.306874 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Allocated IP 172.20.0.12 (ef09dfaf-519c-49e4-af2a-02eb97badfda/ee1bfce5-3b67-4018-a383-cd8c147736d9/78d400ac-9c3c-40db-9eb5-c1553f1d887f) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:51.316123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.358721 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a4a7d34a-dab5-4047-9ddc-ebd0aea8e0cc req-5ca9c281-169a-4ef1-8e39-2209a1323f47 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 210 time: 0.0671127 Nov 22 15:26:51.404501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=693d9af3-48f7-4f9f-adff-82108819239a,segment=NetworkSegment(09cc196d-ce1c-4984-b56a-d58c94ca5164),segment_id=09cc196d-ce1c-4984-b56a-d58c94ca5164)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:51.421431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '693d9af3-48f7-4f9f-adff-82108819239a', 'network_id': '35d76036-8fb3-42c5-ab1d-1ead0f5d2b09', 'port_id': '693d9af3-48f7-4f9f-adff-82108819239a', 'mac_address': 'fa:16:3e:a6:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:26:51.428525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37168) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:51.454519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.482600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.505465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693d9af3-48f7-4f9f-adff-82108819239a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:51.524329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=693d9af3-48f7-4f9f-adff-82108819239a,segment=NetworkSegment(09cc196d-ce1c-4984-b56a-d58c94ca5164),segment_id=09cc196d-ce1c-4984-b56a-d58c94ca5164)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:51.528229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.531464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5eb3eb0c-39ae-4236-823b-b043f009249c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:51.537685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29c9a7-3ce5-4a29-931e-d181c12bec66 req-a7f5dea6-a7dd-4fc3-bc8c-d81e5e2127e4 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:51.545913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ba29c9a7-3ce5-4a29-931e-d181c12bec66 req-a7f5dea6-a7dd-4fc3-bc8c-d81e5e2127e4 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 943 time: 0.1860306 Nov 22 15:26:51.619187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:51.624623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:51.687109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.699594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ba29c9a7-3ce5-4a29-931e-d181c12bec66 req-8b95852b-ea32-45ab-9460-9763bb8ab067 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515386 Nov 22 15:26:51.759105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.788142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-c805a168-360b-4dc7-b605-3eed33cb9261 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:51.796718 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-c805a168-360b-4dc7-b605-3eed33cb9261 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.2986047 Nov 22 15:26:51.829338 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-386c8a5c-7390-4473-a3ee-885a654ba70e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/quotas/59470a66d04140078b70684929dace72 HTTP/1.1" status: 200 len: 375 time: 0.0314627 Nov 22 15:26:51.848523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:51.857716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:51.904277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:51.910486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['693d9af3-48f7-4f9f-adff-82108819239a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:51.960264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Pushing event updated for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:51.971640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:51.974724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Network ef09dfaf-519c-49e4-af2a-02eb97badfda is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:51.981018 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Floating IP 843fe153-7434-443e-9f9b-0b59c29f4ac1 associated. External IP: 172.28.2.6, port: 25ef6c50-600c-4656-992c-ce34dac2b65e. Nov 22 15:26:52.054067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:52.061406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:52.144974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:52.145734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:52.186890 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043869 Nov 22 15:26:52.204352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Usage tracker for resource:security_group_rule and tenant:1b58896e08b8432cbcfa12a5cb1d0b9b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:52.215562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:52.218999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37202) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:52.231284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:52.248320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Request body: {'port': {'device_id': '855fa709-6ec5-4461-b24b-c0f77023db63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:52.321357 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-5b1eefce-07d0-4595-a505-8bced5f788ce tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4828477 Nov 22 15:26:52.381791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9524b-d3bd-4bc3-b8d7-9d8c2f9290ed req-164e4da6-984e-49de-9ca6-08d3047c7d62 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:52.383549 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-60c9524b-d3bd-4bc3-b8d7-9d8c2f9290ed req-164e4da6-984e-49de-9ca6-08d3047c7d62 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.4737551 Nov 22 15:26:52.510520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:52.523958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:52.536027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:52.546179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ff2cf009-4f6f-4ddf-a78e-3fcd3e9d8257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:52.597473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:52.644350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fda8a6-9321-4b19-9262-a38744f5bc7d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:52.647656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:52.663018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:52.670431 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-60c9524b-d3bd-4bc3-b8d7-9d8c2f9290ed req-e0062e5f-f7ca-4458-a114-e082bcfb3d2a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588661 Nov 22 15:26:52.676654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Usage tracker for resource:security_group_rule and tenant:8e70bf0a28d348efa57cd08611d0f275 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:52.680914 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-3548e5ca-03e3-42c1-9bc6-117131c0f7fb service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394735 Nov 22 15:26:52.684561 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b58896e08b8432cbcfa12a5cb1d0b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2532010 Nov 22 15:26:52.685683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:52.688584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37210) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:52.718738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:52.931971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.003558 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-e8bbf81d-77ee-443a-8bdc-3388fa4cbed9 service neutron] 10.222.0.55 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875865 Nov 22 15:26:53.033671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.076760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.092321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.102674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d79967c9-b75d-49a1-ac61-7d45194e2b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.141645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 693d9af3-48f7-4f9f-adff-82108819239a up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:26:53.173305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:26:53.174519 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e70bf0a28d348efa57cd08611d0f275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9542210 Nov 22 15:26:53.175053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d400ac-9c3c-40db-9eb5-c1553f1d887f {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:53.178749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37218) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:26:53.186825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.187556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.212643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Transition to ACTIVE for port object 78d400ac-9c3c-40db-9eb5-c1553f1d887f will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:53.275846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d846ee1-3858-4639-b541-9dbacbf0e905,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:53.277064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 693d9af3-48f7-4f9f-adff-82108819239a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:26:53.282576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 693d9af3-48f7-4f9f-adff-82108819239a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:26:53.282998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.309029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:53.316179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702211-96a1-4714-9dc5-8f8027a6cd19 req-6db5af94-2f86-4b3f-bff0-b63e35f92b81 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:53.318050 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5702211-96a1-4714-9dc5-8f8027a6cd19 req-6db5af94-2f86-4b3f-bff0-b63e35f92b81 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 932 time: 0.3591933 Nov 22 15:26:53.319073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.330653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.332457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.336614 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7fda8a6-9321-4b19-9262-a38744f5bc7d HTTP/1.1" status: 204 len: 168 time: 0.6470039 Nov 22 15:26:53.344636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.408749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fda8a6-9321-4b19-9262-a38744f5bc7d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:53.439219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:53.464645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.491620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Pushing event updated for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:53.494792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:53.516476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=693d9af3-48f7-4f9f-adff-82108819239a,segment=NetworkSegment(09cc196d-ce1c-4984-b56a-d58c94ca5164),segment_id=09cc196d-ce1c-4984-b56a-d58c94ca5164)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:53.519668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:53.523288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.529182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.532709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.617513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:53.620790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:53.633383 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5702211-96a1-4714-9dc5-8f8027a6cd19 req-f02b604d-b17e-4b1f-8824-9bba92dc84b9 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440648 Nov 22 15:26:53.666947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.696131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106562bf-591e-48d5-b927-ddc86d300e96 req-21b0d252-4cf4-4a5d-950b-c931adf7e5ab tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:53.703683 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-106562bf-591e-48d5-b927-ddc86d300e96 req-21b0d252-4cf4-4a5d-950b-c931adf7e5ab tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 944 time: 0.4103987 Nov 22 15:26:53.715319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Attempting to bind port 78d400ac-9c3c-40db-9eb5-c1553f1d887f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:53.715729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Attempting to bind port 78d400ac-9c3c-40db-9eb5-c1553f1d887f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:53.716043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Attempting to bind port 78d400ac-9c3c-40db-9eb5-c1553f1d887f on network ef09dfaf-519c-49e4-af2a-02eb97badfda {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:53.740869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Port 78d400ac-9c3c-40db-9eb5-c1553f1d887f on network ef09dfaf-519c-49e4-af2a-02eb97badfda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:53.741166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Attempting to bind port 78d400ac-9c3c-40db-9eb5-c1553f1d887f on network ef09dfaf-519c-49e4-af2a-02eb97badfda {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:53.754972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:53.755353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Checking segment: {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:53.755804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Bound using segment: {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:53.756719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Bound port: 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:53.756719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.825147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:26:53.830432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.835309 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-01ca46c9-88b2-4f03-9e5f-9980f46220c4 req-126562d6-7541-4c13-aebc-53a44ef614e3 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 210 time: 0.0777013 Nov 22 15:26:53.840194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:26:53.857017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:53.858282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:53.863204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-106562bf-591e-48d5-b927-ddc86d300e96 req-04d06b39-1c49-428e-b929-d3762ee9b99c tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043622 Nov 22 15:26:53.892395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.907290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c86a1c23-db16-4614-9712-658f71e157b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.937917 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c75ac8aa-85a2-48c1-88b8-8397042eb282 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "PUT /v2.0/floatingips/843fe153-7434-443e-9f9b-0b59c29f4ac1 HTTP/1.1" status: 200 len: 990 time: 4.6529698 Nov 22 15:26:53.940638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:53.943608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d846ee1-3858-4639-b541-9dbacbf0e905,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:53.952121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:53.953438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.954880 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d846ee1-3858-4639-b541-9dbacbf0e905 HTTP/1.1" status: 204 len: 168 time: 0.7459903 Nov 22 15:26:53.956243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:53.959983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:53.974888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:53.980832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6125a062-1eee-4a59-9769-641c83349a3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:53.996639 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a', 'code': 200} Nov 22 15:26:54.095138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:54.097348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:54.098878 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] 10.222.0.46 "PUT /v2.0/ports/78d400ac-9c3c-40db-9eb5-c1553f1d887f HTTP/1.1" status: 200 len: 1094 time: 1.8560877 Nov 22 15:26:54.143123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Pushing event updated for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:54.146626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:54.361930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518543b-458c-41c4-baf9-06594fd29a47 req-43bad32a-ea5f-47b8-8785-a5d8e3ec8152 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:54.373761 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a518543b-458c-41c4-baf9-06594fd29a47 req-43bad32a-ea5f-47b8-8785-a5d8e3ec8152 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2464473 Nov 22 15:26:54.385103 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-2dc3c9d1-bf9c-4b84-a247-67b8be26ab0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 1097 time: 0.2136118 Nov 22 15:26:54.491659 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a518543b-458c-41c4-baf9-06594fd29a47 req-d46e3337-fbcc-44db-8255-313254806c8d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168096 Nov 22 15:26:54.534844 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'status': 'completed', 'code': 200} Nov 22 15:26:54.537136 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-c186d432-ee55-4d34-baaa-4b77045ea08a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f HTTP/1.1" status: 200 len: 217 time: 0.1369843 Nov 22 15:26:54.607970 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9f5029af-23c8-4fe1-8379-39c898804a95 req-18c04617-bba5-4aaa-9653-3dfe982a83fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 1098 time: 0.0907965 Nov 22 15:26:54.678958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '843fe153-7434-443e-9f9b-0b59c29f4ac1', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:26:27Z', 'updated_at': '2021-11-22T15:26:50Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:54.681390 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9f5029af-23c8-4fe1-8379-39c898804a95 req-dd21cfdf-9a6f-41d7-b489-9f672a095271 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592961 Nov 22 15:26:54.684132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:26:54.697206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:26:54.698356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:26:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:54.698974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-8bc345e4-6200-4eb6-bb54-df34baebd201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:54.700652 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-8bc345e4-6200-4eb6-bb54-df34baebd201 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee1bfce5-3b67-4018-a383-cd8c147736d9 HTTP/1.1" status: 200 len: 849 time: 0.1493993 Nov 22 15:26:54.725211 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-ea1c0e7f-6b0a-467b-a2ca-7727c29377da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1099 time: 0.1158311 Nov 22 15:26:54.871974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418babf-2227-4ab4-96d0-59672fb1e22f req-89a8ce7c-18bf-4835-bc7f-cb8c9fcf1c4d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:54.873715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6418babf-2227-4ab4-96d0-59672fb1e22f req-89a8ce7c-18bf-4835-bc7f-cb8c9fcf1c4d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 944 time: 0.0913682 Nov 22 15:26:54.946632 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6418babf-2227-4ab4-96d0-59672fb1e22f req-f58b9149-3779-49d7-b5b2-1841b98b9801 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656834 Nov 22 15:26:55.069029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:26:55.072312 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-1609b64e-677f-46d8-9cbe-c7ca62f35603 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef09dfaf-519c-49e4-af2a-02eb97badfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259713 Nov 22 15:26:55.163167 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1ff82e2f-ed84-42c6-ad6d-b8c62532adad req-e006aa00-0866-4e8a-ada9-eac3023e2543 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 210 time: 0.1263914 Nov 22 15:26:55.230394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef70de-d70a-48c2-ae3c-236bd4f202ef req-724ee4d5-efe7-4c96-ad18-341b3caeb1fe tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:55.240187 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94ef70de-d70a-48c2-ae3c-236bd4f202ef req-724ee4d5-efe7-4c96-ad18-341b3caeb1fe tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 945 time: 0.1323547 Nov 22 15:26:55.419405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-655cde1c-0065-4f9a-8547-b1afb846a8c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:55.420942 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-655cde1c-0065-4f9a-8547-b1afb846a8c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.4732039 Nov 22 15:26:55.429969 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-972331c7-5000-4e61-a065-a5bc591135b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987845 Nov 22 15:26:55.469798 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-94ef70de-d70a-48c2-ae3c-236bd4f202ef req-9e70ea2d-bf0c-4ae7-add1-c36fe64a9248 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261393 Nov 22 15:26:55.628408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-545cc4e6-bed0-4575-b3e9-2073582cfbc9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:55.634704 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-545cc4e6-bed0-4575-b3e9-2073582cfbc9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 814 time: 0.3080397 Nov 22 15:26:55.702224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Request body: {'port': {'device_id': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'admin_state_up': True, 'tenant_id': '59470a66d04140078b70684929dace72'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:55.758984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '843fe153-7434-443e-9f9b-0b59c29f4ac1', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:26:27Z', 'updated_at': '2021-11-22T15:26:50Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:26:55.764790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc51da-c2af-400a-978d-5440ab1a4f70 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '843fe153-7434-443e-9f9b-0b59c29f4ac1', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:26:27Z', 'updated_at': '2021-11-22T15:26:50Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:26:55.976935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf6441-e551-4886-bc56-6b7e5eb31f85 req-fc0a36d0-8629-422d-966d-a6e4462c374d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:55.985398 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9cdf6441-e551-4886-bc56-6b7e5eb31f85 req-fc0a36d0-8629-422d-966d-a6e4462c374d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.3360257 Nov 22 15:26:56.022498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:26:56.036202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Usage tracker for resource:port and tenant:59470a66d04140078b70684929dace72 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:26:56.042962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:26:56.052750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:26:56.062076 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-7f4d7ac3-324e-407f-8dbf-1796626a7dac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 998 time: 0.6205673 Nov 22 15:26:56.073855 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9cdf6441-e551-4886-bc56-6b7e5eb31f85 req-05a32b13-07f2-45f2-abc5-00b7f4f344f8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868137 Nov 22 15:26:56.078044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273b745b-6e02-4ce5-92fb-f6573dab01c5 req-54e06134-b79c-438d-807a-16a1edd31bac service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603607 Nov 22 15:26:56.086645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Made reservation on behalf of 59470a66d04140078b70684929dace72 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:26:56.093482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:56.208026 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-b07f0469-9a51-4b33-bc55-3e4dbf43a756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:56.209877 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-b07f0469-9a51-4b33-bc55-3e4dbf43a756 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.1353407 Nov 22 15:26:56.336175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c3054-bac0-4c20-a629-09c2d7529666 None None] New status for floating IP 843fe153-7434-443e-9f9b-0b59c29f4ac1: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:26:56.422617 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-3c4e099e-2b57-4c97-88ca-05884395c268 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2003391 Nov 22 15:26:56.497023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Allocated IP 172.20.0.11 (81675b76-4ab1-47d3-966d-95400f088b92/67eae7bf-7054-4523-b0f9-e329ce009100/56c1cf7e-6643-41bf-9377-8ff62bdebc0f) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:26:56.592500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:56.673329 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-98d36bdb-7f72-4ca2-8e5b-883bd775b2c0 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422476 Nov 22 15:26:56.680940 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-52271b18-c8f1-46d9-a00b-9ad8528af2a2 req-2972e888-55bb-4336-a2b2-d031a145368e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 210 time: 0.1301353 Nov 22 15:26:56.825744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342bfa6-0584-4821-87e8-9cd46eefe3e7 req-21e54cc1-529c-4d4d-93fa-bee525d7dbe3 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:56.827466 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a342bfa6-0584-4821-87e8-9cd46eefe3e7 req-21e54cc1-529c-4d4d-93fa-bee525d7dbe3 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 944 time: 0.2810645 Nov 22 15:26:56.851631 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f90aeff5-fb82-4ab7-9a84-f811953037f0 req-943eba22-05f6-451b-822b-5df9f7cb6561 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693454 Nov 22 15:26:56.923166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:56.929872 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a342bfa6-0584-4821-87e8-9cd46eefe3e7 req-47d4b65b-2ea9-4d40-b3e9-14f7e7b0b4b4 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844524 Nov 22 15:26:56.955550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:56.961990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:56.968573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947', 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', '6910a6a0-4520-48bc-b2c3-9fa09e7307d4'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:57.007301 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f', 'status': 'completed', 'code': 200} Nov 22 15:26:57.045681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Network 81675b76-4ab1-47d3-966d-95400f088b92 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:26:57.049815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:26:57.054903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:26:57.155599 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-e53afe21-8379-4558-8500-86e63e78a0b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 1097 time: 0.1009164 Nov 22 15:26:57.331875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event updated for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:57.341655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:57.378714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-23c59a24-c7ba-41f4-987e-48d0ea4b219b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:57.380404 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-23c59a24-c7ba-41f4-987e-48d0ea4b219b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 910 time: 0.2163887 Nov 22 15:26:57.451018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:57.451689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.458896 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-febf88b0-8eb1-4eea-8211-0afc33de52d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f HTTP/1.1" status: 200 len: 217 time: 0.0701561 Nov 22 15:26:57.488428 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7994049 Nov 22 15:26:57.509913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Request body: {'port': {'device_id': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:26:57.531840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-9c1d18db-56bf-47bf-9b91-57236de93124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:57.533419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-9c1d18db-56bf-47bf-9b91-57236de93124 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee1bfce5-3b67-4018-a383-cd8c147736d9 HTTP/1.1" status: 200 len: 849 time: 0.0675406 Nov 22 15:26:57.571522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7231-dbd6-439f-a3c7-a6659949629b req-dbfda01c-fc23-4417-bdb6-41dde5d9fef6 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:57.573856 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a0e7231-dbd6-439f-a3c7-a6659949629b req-dbfda01c-fc23-4417-bdb6-41dde5d9fef6 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 945 time: 0.2360258 Nov 22 15:26:57.582764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787fb62-9226-4a0e-9f33-8114b564915b req-4d581ea9-f3c6-4189-80ae-0d39cfb88301 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:57.584393 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3787fb62-9226-4a0e-9f33-8114b564915b req-4d581ea9-f3c6-4189-80ae-0d39cfb88301 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2483430 Nov 22 15:26:57.588786 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-2ab50969-b576-4d1b-988a-1aa4087ecf73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef09dfaf-519c-49e4-af2a-02eb97badfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484259 Nov 22 15:26:57.732412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:57.744525 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a0e7231-dbd6-439f-a3c7-a6659949629b req-ee5a5be6-fc02-455c-9494-509c1fae5345 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569686 Nov 22 15:26:57.768571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-8cbc08d8-a4ff-4866-be0b-e348356a11a8 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704321 Nov 22 15:26:57.798617 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3787fb62-9226-4a0e-9f33-8114b564915b req-e62eeb68-8941-48b5-85db-dfb6d88512ee tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848128 Nov 22 15:26:57.992221 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fd3adc5-7c2f-4bea-beef-9e87128aaaab req-7c7943f4-8e01-4e58-9bec-81536c7303e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169271 Nov 22 15:26:58.162146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed929aa4-2fc3-4fe2-889f-e10e4799fa04 req-09bb83ac-ed50-4120-aca6-100db959a124 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:58.162968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-ed929aa4-2fc3-4fe2-889f-e10e4799fa04 req-09bb83ac-ed50-4120-aca6-100db959a124 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:26:58.322701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-ed929aa4-2fc3-4fe2-889f-e10e4799fa04 req-09bb83ac-ed50-4120-aca6-100db959a124 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:26:58.342255 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ed929aa4-2fc3-4fe2-889f-e10e4799fa04 req-09bb83ac-ed50-4120-aca6-100db959a124 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 932 time: 0.3992605 Nov 22 15:26:58.514122 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ed929aa4-2fc3-4fe2-889f-e10e4799fa04 req-d3af8c68-d180-4fd5-9b96-e3fa0b435a57 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731861 Nov 22 15:26:58.590469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53f5a6-9de5-4c1a-8e67-04cfd435c5f9 req-aec70e01-e516-4682-9e84-a949b381ead3 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:58.598436 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a53f5a6-9de5-4c1a-8e67-04cfd435c5f9 req-aec70e01-e516-4682-9e84-a949b381ead3 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 944 time: 0.3746066 Nov 22 15:26:58.630326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c1cf7e-6643-41bf-9377-8ff62bdebc0f {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:58.647260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:58.657611 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8ccfcba0-f2f1-4756-90f3-72dd832cbf14 req-17151be1-0a48-4c8e-a89a-f12808881688 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.0939715 Nov 22 15:26:58.679405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Transition to ACTIVE for port object 56c1cf7e-6643-41bf-9377-8ff62bdebc0f will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:26:58.687364 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a53f5a6-9de5-4c1a-8e67-04cfd435c5f9 req-acc25a93-069e-496e-97be-0248364f1c3d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879841 Nov 22 15:26:58.688023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:58.697452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:58.764078 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8ccfcba0-f2f1-4756-90f3-72dd832cbf14 req-77d976c3-a7f7-4454-b56c-fec1464da691 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922205 Nov 22 15:26:58.782230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:58.830169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:59.012121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Attempting to bind port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:26:59.012546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Attempting to bind port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:26:59.012915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Attempting to bind port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:59.025614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f on network 81675b76-4ab1-47d3-966d-95400f088b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:26:59.025969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Attempting to bind port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f on network 81675b76-4ab1-47d3-966d-95400f088b92 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:26:59.044559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:26:59.045039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Checking segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:26:59.045525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Bound using segment: {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:26:59.046049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Bound port: 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88421e4c-e209-45ba-91e8-6e062af880c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:26:59.046426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.071006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328899b-9297-4c4f-91d8-23264d7d75ac req-a3969b28-ed3e-49ee-8a56-d02046c69668 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:59.072610 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3328899b-9297-4c4f-91d8-23264d7d75ac req-a3969b28-ed3e-49ee-8a56-d02046c69668 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1396940 Nov 22 15:26:59.174721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 78d400ac-9c3c-40db-9eb5-c1553f1d887f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:26:59.182042 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3328899b-9297-4c4f-91d8-23264d7d75ac req-529feb77-810d-464b-a4ca-8dfc6bb8afb8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Nov 22 15:26:59.191869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:26:59.195237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:26:59.200226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.205473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e0f8ff07-b52d-4f5e-a5d6-800ad806573f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:59.279068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.280180 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] 10.222.0.46 "PUT /v2.0/ports/56c1cf7e-6643-41bf-9377-8ff62bdebc0f HTTP/1.1" status: 200 len: 1094 time: 1.7768450 Nov 22 15:26:59.280755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:26:59.294300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:59.297715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:59.379928 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f', 'status': 'completed', 'code': 200} Nov 22 15:26:59.392249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:59.409659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '78d400ac-9c3c-40db-9eb5-c1553f1d887f', 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda', 'port_id': '78d400ac-9c3c-40db-9eb5-c1553f1d887f', 'mac_address': 'fa:16:3e:d1:aa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1bfce5-3b67-4018-a383-cd8c147736d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:26:59.422424 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-5ada2b35-e826-4e6b-aabb-a56b9df92d75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 1097 time: 0.0840602 Nov 22 15:26:59.466189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.486453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d400ac-9c3c-40db-9eb5-c1553f1d887f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:26:59.502758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:26:59.504922 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-ee7484f7-9d9d-44fd-aa12-58d66bcdd84a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f HTTP/1.1" status: 200 len: 217 time: 0.0727561 Nov 22 15:26:59.506673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:26:59.509067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:26:59.594751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:26:59.594751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:26:59.597277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f2041ef6-7569-4407-b4a2-87102f82c64e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:59.599042 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-f2041ef6-7569-4407-b4a2-87102f82c64e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.0859878 Nov 22 15:26:59.674165 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-eff9aef1-0e75-46a5-93ca-8a3a8ac5b335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586865 Nov 22 15:26:59.951398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea2786-a40b-41ec-88b4-56c5afb62eaf req-9746b3fe-9467-4ad4-b01d-25ac13fdb17c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:26:59.952809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['78d400ac-9c3c-40db-9eb5-c1553f1d887f'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:26:59.953208 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bfea2786-a40b-41ec-88b4-56c5afb62eaf req-9746b3fe-9467-4ad4-b01d-25ac13fdb17c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 944 time: 0.2725985 Nov 22 15:26:59.958366 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-92aa605e-450a-4305-be70-fadad904bec1 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377574 Nov 22 15:27:00.158373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3bd0-7a44-483e-b9cd-62b2a62a0d8c req-cf326fc7-c952-4833-9d2b-d20fde3c13f7 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:00.162884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a06e3bd0-7a44-483e-b9cd-62b2a62a0d8c req-cf326fc7-c952-4833-9d2b-d20fde3c13f7 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 945 time: 0.3269293 Nov 22 15:27:00.292905 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bfea2786-a40b-41ec-88b4-56c5afb62eaf req-21e77136-bd4a-4968-acb1-f736c4a4b75b tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250401 Nov 22 15:27:00.340658 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a035071-0dcb-4d1e-a138-f88f85814c40 req-705e76f5-df27-40f5-872b-ee8f0deaac5b service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609462 Nov 22 15:27:00.355397 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a06e3bd0-7a44-483e-b9cd-62b2a62a0d8c req-bf6fa0f1-5507-4a05-86ea-5e60f507387a tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663401 Nov 22 15:27:00.732130 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-4997b8d5-67fd-491d-a54d-f19f78e1f68b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59470a66d04140078b70684929dace72&device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 1097 time: 0.2750452 Nov 22 15:27:00.800553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37388) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:01.039143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.069211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765b6d9-709a-43b8-866f-f6252c471f5a req-73f3fc44-615c-4200-8f30-3e3105b13d54 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:01.070830 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9765b6d9-709a-43b8-866f-f6252c471f5a req-73f3fc44-615c-4200-8f30-3e3105b13d54 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.4534881 Nov 22 15:27:01.074990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:01.078950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7590bd0b15174bb4abede8170bb2361b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:01.081916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:01.088004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:01.139170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c68b-a636-4188-b26e-e3996529a240 req-0e60ef8a-fed7-4f75-a958-e6dc02a1614c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:01.142138 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-0e60ef8a-fed7-4f75-a958-e6dc02a1614c service neutron] 10.222.0.46 "GET /v2.0/networks?id=81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 200 len: 915 time: 0.3960285 Nov 22 15:27:01.163957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.167274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.175552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ef1a1c5b-bf7a-413b-b8c2-fb345b1913c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:01.212464 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9765b6d9-709a-43b8-866f-f6252c471f5a req-b3cb34c1-5a7c-4db9-9569-83c046fb35f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265535 Nov 22 15:27:01.225133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049c4179-e34c-4bbd-888a-4179a4c2db06,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:01.234512 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7590bd0b15174bb4abede8170bb2361b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4325187 Nov 22 15:27:01.234974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37398) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:01.235619 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-4dd0951b-bfc6-454e-a244-c4fb181123cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f HTTP/1.1" status: 200 len: 217 time: 0.0862529 Nov 22 15:27:01.235877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:01.302661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.328525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776c68b-a636-4188-b26e-e3996529a240 req-852c3aa6-6ee5-46ea-be3d-1cf9ed1766c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:01.330525 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-852c3aa6-6ee5-46ea-be3d-1cf9ed1766c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 200 len: 854 time: 0.0713053 Nov 22 15:27:01.331067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.381473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.383936 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-d25f1bfe-9e1e-4f9f-8293-6178343bdd7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81675b76-4ab1-47d3-966d-95400f088b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465155 Nov 22 15:27:01.387527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-439bbe7e-4fd7-48c0-bcbe-32b181af9dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:01.398952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c4179-e34c-4bbd-888a-4179a4c2db06,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:01.420338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:01.422515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:01.422515 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/049c4179-e34c-4bbd-888a-4179a4c2db06 HTTP/1.1" status: 204 len: 168 time: 0.1854889 Nov 22 15:27:01.699610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e5e9-6be0-4aed-99fb-2e0cc73f53c4 req-2afccd8b-1aca-46eb-9339-5a4f1aa293f6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:01.701306 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b925e5e9-6be0-4aed-99fb-2e0cc73f53c4 req-2afccd8b-1aca-46eb-9339-5a4f1aa293f6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 944 time: 0.2144103 Nov 22 15:27:01.703337 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-2967a48c-61cd-4e13-8289-7b27ce3f2959 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047698 Nov 22 15:27:01.832143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59aef9-e4ab-41c9-8fc4-479aba8ac930 req-cfe11a5f-b5b6-45e5-9955-9909881d453d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:01.833755 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2d59aef9-e4ab-41c9-8fc4-479aba8ac930 req-cfe11a5f-b5b6-45e5-9955-9909881d453d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 945 time: 0.2901032 Nov 22 15:27:01.902593 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b925e5e9-6be0-4aed-99fb-2e0cc73f53c4 req-f4871179-0714-4500-8dfa-44d10fea218e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924114 Nov 22 15:27:01.946654 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2d59aef9-e4ab-41c9-8fc4-479aba8ac930 req-0a5b32d3-4fb2-4dc3-9ac6-09a40e0088db tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991664 Nov 22 15:27:01.955564 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1776c68b-a636-4188-b26e-e3996529a240 req-201aa135-ee01-4e90-af1f-1d2976c0d8f0 service neutron] 10.222.0.46 "GET /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405407 Nov 22 15:27:02.498926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f599385-1e14-4999-b5cc-b1a7219be0de req-d8a381bd-006e-48af-ad07-cc75e0455bb9 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:02.500594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3f599385-1e14-4999-b5cc-b1a7219be0de req-d8a381bd-006e-48af-ad07-cc75e0455bb9 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1238246 Nov 22 15:27:02.603802 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3f599385-1e14-4999-b5cc-b1a7219be0de req-a53e2454-e7eb-4b97-8ff5-0191b856bbb9 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679009 Nov 22 15:27:02.626128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39b0fe-7f44-44af-a4f5-3c87830a9d5e req-05dfe264-6449-4d43-9c7e-d23ba9ed518c tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:02.627717 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f39b0fe-7f44-44af-a4f5-3c87830a9d5e req-05dfe264-6449-4d43-9c7e-d23ba9ed518c tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 945 time: 0.1261780 Nov 22 15:27:02.679394 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f39b0fe-7f44-44af-a4f5-3c87830a9d5e req-100d06a4-add8-4680-846e-c7f14e9a4e3b tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Nov 22 15:27:03.184202 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-d2cf89cf-f1b0-4de4-a778-32c49234b74d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.2058012 Nov 22 15:27:03.195095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56c1cf7e-6643-41bf-9377-8ff62bdebc0f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:27:03.200953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 78d400ac-9c3c-40db-9eb5-c1553f1d887f up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:03.238579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d7f2-c88c-41db-bd8e-2d09a4f9fe99 req-17e822c4-eeb9-4e12-b713-bb68ee1687ba tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.240211 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-28e2d7f2-c88c-41db-bd8e-2d09a4f9fe99 req-17e822c4-eeb9-4e12-b713-bb68ee1687ba tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2118149 Nov 22 15:27:03.253865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f260d5-d516-48ae-ac3e-f24cf10d5059 req-314f3513-c6e3-4b3e-941f-69350ed795e6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.255502 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3f260d5-d516-48ae-ac3e-f24cf10d5059 req-314f3513-c6e3-4b3e-941f-69350ed795e6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 944 time: 0.2242644 Nov 22 15:27:03.429792 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-28e2d7f2-c88c-41db-bd8e-2d09a4f9fe99 req-9405904d-ab4e-4248-bfd1-c20c52a85e52 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731403 Nov 22 15:27:03.454402 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3f260d5-d516-48ae-ac3e-f24cf10d5059 req-9ec51b6a-97d3-432f-9fed-4b0be318da71 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294153 Nov 22 15:27:03.457850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-5322c33e-2e27-443b-aaad-0f5fd209f1c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.459774 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-5322c33e-2e27-443b-aaad-0f5fd209f1c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.2506173 Nov 22 15:27:03.536630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 78d400ac-9c3c-40db-9eb5-c1553f1d887f completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:03.553413 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 78d400ac-9c3c-40db-9eb5-c1553f1d887f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:03.553945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.598746 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-a908865c-0254-4a48-a8ad-35128efec97c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.1286442 Nov 22 15:27:03.604160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:03.631153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f', 'network_id': '81675b76-4ab1-47d3-966d-95400f088b92', 'port_id': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f', 'mac_address': 'fa:16:3e:63:86:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67eae7bf-7054-4523-b0f9-e329ce009100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:27:03.727351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-8498202f-88ed-42d1-a80d-4cb315de2b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.728931 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-8498202f-88ed-42d1-a80d-4cb315de2b78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.1190317 Nov 22 15:27:03.729899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.754214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c1cf7e-6643-41bf-9377-8ff62bdebc0f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:03.775081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.794970 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-5fe283ab-543c-4578-ba1b-53cc9ec25a42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489454 Nov 22 15:27:03.796009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:03.802800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465924b-22e4-4f37-b18c-a72e238c9ee5 req-f86e1049-7ec4-46d8-83f8-30947ee4c210 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:03.804388 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9465924b-22e4-4f37-b18c-a72e238c9ee5 req-f86e1049-7ec4-46d8-83f8-30947ee4c210 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 945 time: 0.1559901 Nov 22 15:27:03.810179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:03.815017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.818761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8e0e6d01-6eed-4cbb-ad55-54a197f6ccd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:03.865613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:03.873832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:03.895905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:03.899017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:03.899681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:03.967244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:03.970467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:04.033619 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9465924b-22e4-4f37-b18c-a72e238c9ee5 req-a6b8145c-00a6-4f3c-9e5b-a2f9ef4845e1 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011430 Nov 22 15:27:04.065569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027b21-3253-44a3-95ee-6d1584bb363b req-e9c20553-fa91-44eb-ad5f-af296b51abd2 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:04.067169 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-da027b21-3253-44a3-95ee-6d1584bb363b req-e9c20553-fa91-44eb-ad5f-af296b51abd2 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 945 time: 0.2311325 Nov 22 15:27:04.076012 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-3fe6fecd-9f71-4403-8663-11c36f8cc314 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686493 Nov 22 15:27:04.098990 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f', 'code': 200} Nov 22 15:27:04.218784 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-da027b21-3253-44a3-95ee-6d1584bb363b req-95e3199a-9277-462a-b9d4-98e59e76f715 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/security-groups?id=90d646fe-22d7-48a1-85ff-19862f344a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416614 Nov 22 15:27:04.265419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b5b6c2d-771e-4054-8a22-57fd59e9fd75 req-bb274dbe-9219-4cd2-95f7-dbb23b3a91cb service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711268 Nov 22 15:27:04.394180 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8884178f-19e0-491b-943c-86ddc8f9a684 req-f886d0ba-7bd5-4160-b07b-fb56e7a08f3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 1099 time: 0.0826735 Nov 22 15:27:04.406526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['56c1cf7e-6643-41bf-9377-8ff62bdebc0f'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:04.478999 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8884178f-19e0-491b-943c-86ddc8f9a684 req-8bc4eb5a-9a6f-48f9-a3ef-99f032ff280d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Nov 22 15:27:04.570598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-8054552a-e5a6-4bc2-bbe4-574d45819ff7 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:04.572366 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-8054552a-e5a6-4bc2-bbe4-574d45819ff7 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.46 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 945 time: 0.1434071 Nov 22 15:27:04.750992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d8d6a-a71a-47fb-9caa-1ba410e8fcb3 req-98350a75-791e-4b3e-bd0a-0d98754678f6 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:04.752623 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e3d8d6a-a71a-47fb-9caa-1ba410e8fcb3 req-98350a75-791e-4b3e-bd0a-0d98754678f6 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1539154 Nov 22 15:27:04.784541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37669b-d418-422a-946d-ad72c8b3e066 req-7edcbfb3-18e4-445f-917e-03c1faa350b1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:04.786565 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-da37669b-d418-422a-946d-ad72c8b3e066 req-7edcbfb3-18e4-445f-917e-03c1faa350b1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 945 time: 0.1506386 Nov 22 15:27:04.798482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Deleting port 693d9af3-48f7-4f9f-adff-82108819239a {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:04.799195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:05.075824 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e3d8d6a-a71a-47fb-9caa-1ba410e8fcb3 req-d602b777-1213-4765-8174-2a2c15062ed3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157604 Nov 22 15:27:05.080772 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-da37669b-d418-422a-946d-ad72c8b3e066 req-d65132ce-0677-4691-9d5b-fa76d970f340 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849455 Nov 22 15:27:05.085047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] For port 693d9af3-48f7-4f9f-adff-82108819239a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=693d9af3-48f7-4f9f-adff-82108819239a,segment=NetworkSegment(09cc196d-ce1c-4984-b56a-d58c94ca5164),segment_id=09cc196d-ce1c-4984-b56a-d58c94ca5164)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:05.085568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:05.225069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Calling delete_port for 693d9af3-48f7-4f9f-adff-82108819239a owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:05.386899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:05.393681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:05.434867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Pushing event deleted for resources: {'Port': ['ID=693d9af3-48f7-4f9f-adff-82108819239a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:05.445989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d5f0cce-19ed-4a7b-8c0e-6edc1e9bf5ea req-d1c6fb5f-f7c6-4adb-b569-b983ddbaf825 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.55 "GET /v2.0/ports?device_id=27485693-c0a5-4b2a-a3bd-939eeb391979 HTTP/1.1" status: 200 len: 210 time: 0.0492752 Nov 22 15:27:05.449585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.450000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.450432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.451377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.451377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.451661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.451994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.452771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.452771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.453108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.453502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:05.457718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:05.476921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee395ca-97f1-4d6d-aa2d-3116aa0fec62 req-0f8dcbd7-6fd3-4bce-98fe-491d0fcc290b tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:05.479308 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ee395ca-97f1-4d6d-aa2d-3116aa0fec62 req-0f8dcbd7-6fd3-4bce-98fe-491d0fcc290b tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.1382072 Nov 22 15:27:05.536843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] No DVR routers for this DVR port 693d9af3-48f7-4f9f-adff-82108819239a on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:05.537066 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ee395ca-97f1-4d6d-aa2d-3116aa0fec62 req-5c1fb475-abca-43cb-9378-39225e2d2b2d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Nov 22 15:27:05.539542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:05.542945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'name': 'network-vif-deleted', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:05.561995 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ca22104-8933-4a7d-8bbe-aa88bb8bf8c9 req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] 10.222.0.46 "DELETE /v2.0/ports/693d9af3-48f7-4f9f-adff-82108819239a HTTP/1.1" status: 204 len: 173 time: 0.8546164 Nov 22 15:27:05.579706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['693d9af3-48f7-4f9f-adff-82108819239a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:05.605299 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27485693-c0a5-4b2a-a3bd-939eeb391979', 'name': 'network-vif-deleted', 'tag': '693d9af3-48f7-4f9f-adff-82108819239a', 'status': 'completed', 'code': 200} Nov 22 15:27:05.662474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53dc0-b3da-40ce-b5ba-757384b7003f req-8609aa90-a913-48ba-8c15-9871dfe23c46 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:05.664148 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7df53dc0-b3da-40ce-b5ba-757384b7003f req-8609aa90-a913-48ba-8c15-9871dfe23c46 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0858488 Nov 22 15:27:05.712686 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7df53dc0-b3da-40ce-b5ba-757384b7003f req-7c5dde5f-a35f-47f6-accb-59390ddba6e2 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Nov 22 15:27:06.361756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c4db-5fdc-482c-b59e-d7a1746c98b0 req-8c1570d6-9ff3-4276-bafa-7bc83bc7476a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.363408 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e239c4db-5fdc-482c-b59e-d7a1746c98b0 req-8c1570d6-9ff3-4276-bafa-7bc83bc7476a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1541786 Nov 22 15:27:06.374364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bbace-565f-4233-bc2c-85be7e1b9050 req-f338d0d0-c2fc-4562-9e4d-4383e3468263 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.375814 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-712bbace-565f-4233-bc2c-85be7e1b9050 req-f338d0d0-c2fc-4562-9e4d-4383e3468263 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 945 time: 0.1287599 Nov 22 15:27:06.459273 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e239c4db-5fdc-482c-b59e-d7a1746c98b0 req-db232681-5686-47ad-af83-a2caf4a6e688 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824292 Nov 22 15:27:06.463958 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-712bbace-565f-4233-bc2c-85be7e1b9050 req-8b515539-c480-43d5-8d60-3f5097fcfccc tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Nov 22 15:27:06.766549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb174a7-a655-46ab-86aa-ef3fd7f37ef9 req-87e2d3c1-92a1-4126-b4b5-33a028e2cf73 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.768166 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5eb174a7-a655-46ab-86aa-ef3fd7f37ef9 req-87e2d3c1-92a1-4126-b4b5-33a028e2cf73 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.0878336 Nov 22 15:27:06.818862 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5eb174a7-a655-46ab-86aa-ef3fd7f37ef9 req-12476987-ff72-4fa1-9536-bf230fdf03e2 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Nov 22 15:27:06.937669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e309-b1ea-4080-a5da-47dd0f24d200 req-2e66f6df-3f14-4312-b4b6-02432548be5f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:06.939316 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2c8e309-b1ea-4080-a5da-47dd0f24d200 req-2e66f6df-3f14-4312-b4b6-02432548be5f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0906749 Nov 22 15:27:07.000636 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2c8e309-b1ea-4080-a5da-47dd0f24d200 req-97a0a6bd-4f67-4fe8-a5ab-fe2111200c3c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545862 Nov 22 15:27:07.245859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56c1cf7e-6643-41bf-9377-8ff62bdebc0f up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:07.320714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:07.326253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:07.326714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:07.443717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:07.472148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:07.482679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:07.485553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:07.488037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:07.551086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f', 'code': 200} Nov 22 15:27:07.566274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:07.568054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:07.759075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0b9b-c3b7-4b62-973b-b3a670f74b55 req-3db0629a-c130-4889-a04d-f249ee2ac0f7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:07.760591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1f5c0b9b-c3b7-4b62-973b-b3a670f74b55 req-3db0629a-c130-4889-a04d-f249ee2ac0f7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1465471 Nov 22 15:27:07.809944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeb999-72fe-4ccb-b97b-c9a512521ae6 req-6095da0d-cd09-497f-8faa-15db0bf29e00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:07.811606 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bcfeb999-72fe-4ccb-b97b-c9a512521ae6 req-6095da0d-cd09-497f-8faa-15db0bf29e00 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.1389167 Nov 22 15:27:07.818746 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4bfb7fc5-38eb-4027-b2cd-aef7c0781a9f req-2ff6ce4d-e557-431f-9089-5a8cf6707cd2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 1099 time: 0.0783780 Nov 22 15:27:07.852984 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1f5c0b9b-c3b7-4b62-973b-b3a670f74b55 req-b3daf62b-b375-4f8f-bdd4-355ede29c705 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818114 Nov 22 15:27:07.874273 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4bfb7fc5-38eb-4027-b2cd-aef7c0781a9f req-c1993e7b-0908-4487-a547-53cd34e2fdc1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Nov 22 15:27:07.875879 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bcfeb999-72fe-4ccb-b97b-c9a512521ae6 req-c9648f92-1700-41a7-b4c4-fef276301da6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Nov 22 15:27:08.258950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:27:08.561961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f82269-e434-4936-86ae-7116388afd57 req-3dc5b5ac-0534-4f92-b6e3-e3207bcd4225 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:08.563747 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-59f82269-e434-4936-86ae-7116388afd57 req-3dc5b5ac-0534-4f92-b6e3-e3207bcd4225 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1289515 Nov 22 15:27:08.571573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370a6d7-8c88-480e-b413-6d34d7caf82c req-deb10969-8c9c-45e2-9771-89cc249e0b13 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:08.573277 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6370a6d7-8c88-480e-b413-6d34d7caf82c req-deb10969-8c9c-45e2-9771-89cc249e0b13 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.1825604 Nov 22 15:27:08.657266 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-59f82269-e434-4936-86ae-7116388afd57 req-311dbbe2-15f1-4249-9758-acfde5fcf22e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828989 Nov 22 15:27:08.661104 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6370a6d7-8c88-480e-b413-6d34d7caf82c req-9f430325-a8a9-4861-b236-23208b8a6d69 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706370 Nov 22 15:27:09.092702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43b50e-6cb1-4fca-84e8-4acdf249529e req-607303b7-0eb5-4f3b-a3f7-268be3716bf9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.094290 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2b43b50e-6cb1-4fca-84e8-4acdf249529e req-607303b7-0eb5-4f3b-a3f7-268be3716bf9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.0835893 Nov 22 15:27:09.141877 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2b43b50e-6cb1-4fca-84e8-4acdf249529e req-56f29134-e79e-4bdc-914e-be703e78ab1d tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Nov 22 15:27:09.254616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 693d9af3-48f7-4f9f-adff-82108819239a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:09.288477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 693d9af3-48f7-4f9f-adff-82108819239a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:09.288872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 693d9af3-48f7-4f9f-adff-82108819239a not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:09.728040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728de1-0d88-4e37-bd6f-5aa0040da9f5 req-f7f8d56a-75c4-4218-86c2-6cdfc1ab6e1c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.729721 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2d728de1-0d88-4e37-bd6f-5aa0040da9f5 req-f7f8d56a-75c4-4218-86c2-6cdfc1ab6e1c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0998363 Nov 22 15:27:09.782293 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2d728de1-0d88-4e37-bd6f-5aa0040da9f5 req-f422ba7e-f26a-4c6b-a918-340cd9ee6010 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Nov 22 15:27:09.881967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a1810-6572-4d10-9d06-4a6f2fc0d468 req-eeda7726-28f3-47bc-82a4-8fa80c2e8053 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:09.883864 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-834a1810-6572-4d10-9d06-4a6f2fc0d468 req-eeda7726-28f3-47bc-82a4-8fa80c2e8053 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0911393 Nov 22 15:27:09.983917 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-834a1810-6572-4d10-9d06-4a6f2fc0d468 req-6863944f-996c-4a96-8f78-1caa0ebad995 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929220 Nov 22 15:27:10.011075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdad000-4563-4e85-92fd-9862fbfd6d3c req-7d932cb3-c0bb-4138-81f0-99cc26f59c36 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:10.013055 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6fdad000-4563-4e85-92fd-9862fbfd6d3c req-7d932cb3-c0bb-4138-81f0-99cc26f59c36 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.1045411 Nov 22 15:27:10.068138 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6fdad000-4563-4e85-92fd-9862fbfd6d3c req-f83b84b7-0fa3-47eb-a3d7-6e0b90ddc810 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Nov 22 15:27:10.400093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208369-ab62-45ea-9bf6-8fed3373ac70 req-b652907f-f522-4153-9840-efb0cfb6d07a tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:10.401779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e208369-ab62-45ea-9bf6-8fed3373ac70 req-b652907f-f522-4153-9840-efb0cfb6d07a tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.0938594 Nov 22 15:27:10.467097 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e208369-ab62-45ea-9bf6-8fed3373ac70 req-e8f45b26-debc-4466-8ebf-9cd70d3e05b7 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580883 Nov 22 15:27:10.631317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a7f88707-b46f-4626-88e6-4e976a3fe74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:10.892004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-69ceb039-0608-4940-99f3-2b5b70e66a1f tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:10.893037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-69ceb039-0608-4940-99f3-2b5b70e66a1f tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Synchronizing usage tracker for tenant:b7718a443c264979998d5befd75a0808 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:10.910490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-69ceb039-0608-4940-99f3-2b5b70e66a1f tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Unset dirty status for tenant:b7718a443c264979998d5befd75a0808 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:10.911872 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-69ceb039-0608-4940-99f3-2b5b70e66a1f tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.1223075 Nov 22 15:27:10.992393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Deleting port 78d400ac-9c3c-40db-9eb5-c1553f1d887f {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:10.992778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:11.208488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70f8d5-f7e3-49ba-8468-82fe56e03458 req-1c011f44-8c3b-417f-95ff-eded30d1f24f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:11.210286 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b70f8d5-f7e3-49ba-8468-82fe56e03458 req-1c011f44-8c3b-417f-95ff-eded30d1f24f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0931065 Nov 22 15:27:11.297064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] For port 78d400ac-9c3c-40db-9eb5-c1553f1d887f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=78d400ac-9c3c-40db-9eb5-c1553f1d887f,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:11.298475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:11.312762 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b70f8d5-f7e3-49ba-8468-82fe56e03458 req-6f266712-7c80-4d19-b753-2e7b06587d16 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619633 Nov 22 15:27:11.334386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce036-2950-4931-bacb-fc8cf6bf6317 req-01ad0c2b-7c71-4e0e-8dc1-cd0d086e64f7 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:11.336100 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c96ce036-2950-4931-bacb-fc8cf6bf6317 req-01ad0c2b-7c71-4e0e-8dc1-cd0d086e64f7 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 946 time: 0.1246464 Nov 22 15:27:11.386092 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c96ce036-2950-4931-bacb-fc8cf6bf6317 req-85f079be-f7be-48c0-b689-61d8e20f818b tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Nov 22 15:27:11.432158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Calling delete_port for 78d400ac-9c3c-40db-9eb5-c1553f1d887f owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:11.577685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:11.583679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7da245d-7114-42c8-8026-7a0ae494b13a tempest-DeleteServersTestJSON-1678661786 tempest-DeleteServersTestJSON-1678661786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:11.589480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['78d400ac-9c3c-40db-9eb5-c1553f1d887f'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:11.625869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Pushing event deleted for resources: {'Port': ['ID=78d400ac-9c3c-40db-9eb5-c1553f1d887f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:11.629031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:11.711077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] No DVR routers for this DVR port 78d400ac-9c3c-40db-9eb5-c1553f1d887f on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:11.713824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:11.717819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'name': 'network-vif-deleted', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:11.733364 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-570d7d4c-4a47-458f-b755-47c871c34de7 req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "DELETE /v2.0/ports/78d400ac-9c3c-40db-9eb5-c1553f1d887f HTTP/1.1" status: 204 len: 173 time: 0.8120780 Nov 22 15:27:11.778954 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855fa709-6ec5-4461-b24b-c0f77023db63', 'name': 'network-vif-deleted', 'tag': '78d400ac-9c3c-40db-9eb5-c1553f1d887f', 'status': 'completed', 'code': 200} Nov 22 15:27:12.112275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:12.549592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64f5f7-3cd8-4fac-b7d9-35b6de144f13 req-b1e1882d-4fdd-45cc-8b86-a0e029bb67bc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:12.551551 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a64f5f7-3cd8-4fac-b7d9-35b6de144f13 req-b1e1882d-4fdd-45cc-8b86-a0e029bb67bc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1045732 Nov 22 15:27:12.630353 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a64f5f7-3cd8-4fac-b7d9-35b6de144f13 req-ec8f7e86-f2d6-4926-bcef-8ccfd2b9e511 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722423 Nov 22 15:27:12.686093 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2a330f3-fade-42b5-9cb2-179a20f9a68c req-26524c22-1b84-4486-98ea-2f7901c3b682 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=855fa709-6ec5-4461-b24b-c0f77023db63 HTTP/1.1" status: 200 len: 210 time: 0.0462885 Nov 22 15:27:12.870089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d2b2868d-6087-4216-80cf-8d4d0b1b5e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:13.382834 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-8ce8faa8-afb8-4633-9184-d50cd6f33b0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.0782459 Nov 22 15:27:13.437176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:13.442539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273eafc7-2a8e-40dc-afee-fc46d50c616b req-88a28ab8-73a7-4454-882d-bb0627e76f1f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.444254 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273eafc7-2a8e-40dc-afee-fc46d50c616b req-88a28ab8-73a7-4454-882d-bb0627e76f1f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0939775 Nov 22 15:27:13.506869 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-273eafc7-2a8e-40dc-afee-fc46d50c616b req-4409e4f8-9d0c-4d93-a3cc-8d50137bf1e1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550132 Nov 22 15:27:13.786701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045f8d-b904-49a5-a175-75e376271bb6 req-55cd8955-7f55-4046-add5-5f6ea6299dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.788293 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-55cd8955-7f55-4046-add5-5f6ea6299dcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.3948214 Nov 22 15:27:13.874276 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def828d2-33d9-447c-9bfc-d6248856d429 req-e98a9fc3-affd-407b-bf7f-b6e24e8ed1e0 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.875897 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-def828d2-33d9-447c-9bfc-d6248856d429 req-e98a9fc3-affd-407b-bf7f-b6e24e8ed1e0 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1047330 Nov 22 15:27:13.905879 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-fa117dc2-455c-4383-b536-fb947862488a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.0943022 Nov 22 15:27:13.938031 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-def828d2-33d9-447c-9bfc-d6248856d429 req-720f5a06-4f90-489e-84ff-87cbf69fbc9f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492449 Nov 22 15:27:13.992574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045f8d-b904-49a5-a175-75e376271bb6 req-74be0fc2-8865-4dbd-b158-d7bae3e4f2ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:13.994192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-74be0fc2-8865-4dbd-b158-d7bae3e4f2ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.0707273 Nov 22 15:27:14.056825 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-eda2e59a-bd2f-4262-b99f-e4c9f97e85f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476773 Nov 22 15:27:14.204350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-f4423f59-09aa-46b5-812a-0201c4fbfdca tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:14.205990 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-f4423f59-09aa-46b5-812a-0201c4fbfdca tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 809 time: 0.1633191 Nov 22 15:27:14.217111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-1828afd8-81a9-4009-8790-b3248a1fbf39 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518543 Nov 22 15:27:14.224054 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-7f3bb675-f90b-412d-b1ce-5ee006f64e4c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/quotas/b7718a443c264979998d5befd75a0808 HTTP/1.1" status: 200 len: 375 time: 0.0121372 Nov 22 15:27:14.281420 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-b0c4ae88-b9f3-4f7d-b4ad-44af22430d8a tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509636 Nov 22 15:27:14.380073 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47045f8d-b904-49a5-a175-75e376271bb6 req-e7972ce1-d70b-4574-8269-9d862b38187a service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410003 Nov 22 15:27:14.437519 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-bc29eb51-3f27-4ed8-8aa8-d565a8162741 service neutron] 10.222.0.55 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461785 Nov 22 15:27:14.591161 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-47c29393-01da-4cf5-8f24-f829c562c42c service neutron] 10.222.0.55 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434321 Nov 22 15:27:14.665627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:14.748237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6616-0f2e-4812-bd30-ab0ad6466ba3 req-dc0f5a8a-6719-4d0e-95ba-fcdc9f8e9141 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:14.756906 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f2c6616-0f2e-4812-bd30-ab0ad6466ba3 req-dc0f5a8a-6719-4d0e-95ba-fcdc9f8e9141 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1050320 Nov 22 15:27:14.877015 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8e529d6-7ab4-4768-8d51-529059592734 req-d45ed8cd-0b68-4c7e-8a89-1f310d518713 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 210 time: 0.1010904 Nov 22 15:27:14.886852 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f2c6616-0f2e-4812-bd30-ab0ad6466ba3 req-3e2a2d0c-353c-4583-aee3-7c8ad177029e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288314 Nov 22 15:27:15.169038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b8b4c-fc07-4e71-aedf-eb6797585d06 req-5a08f42a-41c9-433a-9d10-44fa58c76fcc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:15.170827 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-391b8b4c-fc07-4e71-aedf-eb6797585d06 req-5a08f42a-41c9-433a-9d10-44fa58c76fcc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1016693 Nov 22 15:27:15.252601 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-391b8b4c-fc07-4e71-aedf-eb6797585d06 req-38872fa1-af4c-4b16-887d-a44a965e3af2 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689914 Nov 22 15:27:15.269758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 78d400ac-9c3c-40db-9eb5-c1553f1d887f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:15.321399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 78d400ac-9c3c-40db-9eb5-c1553f1d887f {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:15.322301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 78d400ac-9c3c-40db-9eb5-c1553f1d887f not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:16.121496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6323dc36-fd89-47ce-a876-feb386292e24 req-6439f40a-8061-4cbc-b05b-68c056011989 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 210 time: 0.0992768 Nov 22 15:27:16.177734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b3fb-46ff-4b73-ac1e-fc714d6f5bc9 req-a6c316c1-9033-49b8-9298-8faafcae333b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:16.179584 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f6f5b3fb-46ff-4b73-ac1e-fc714d6f5bc9 req-a6c316c1-9033-49b8-9298-8faafcae333b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1121356 Nov 22 15:27:16.263448 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f6f5b3fb-46ff-4b73-ac1e-fc714d6f5bc9 req-cf42c35d-8c22-49ea-8487-6e5508d47010 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Nov 22 15:27:16.320794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-e6b0e357-b22e-4f4e-8f1c-20881fca2667 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:16.322420 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-e6b0e357-b22e-4f4e-8f1c-20881fca2667 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 809 time: 0.1763263 Nov 22 15:27:16.350837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Request body: {'port': {'device_id': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda', 'admin_state_up': True, 'tenant_id': 'b7718a443c264979998d5befd75a0808'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:16.502367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495b2b4-b332-464a-a3cf-bf7748f00e82 req-d16dfaca-b902-46fa-94a3-b495ee0c78bd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:16.504189 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1495b2b4-b332-464a-a3cf-bf7748f00e82 req-d16dfaca-b902-46fa-94a3-b495ee0c78bd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0950406 Nov 22 15:27:16.544797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:16.551002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Usage tracker for resource:port and tenant:b7718a443c264979998d5befd75a0808 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:16.555317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:16.566831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:16.575951 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1495b2b4-b332-464a-a3cf-bf7748f00e82 req-c0b63bd0-4338-4889-9c07-4518d06942ce tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641665 Nov 22 15:27:16.577947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Made reservation on behalf of b7718a443c264979998d5befd75a0808 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:27:16.584868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:16.803511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Allocated IP 172.20.0.8 (ef09dfaf-519c-49e4-af2a-02eb97badfda/ee1bfce5-3b67-4018-a383-cd8c147736d9/48de266a-ab7a-411c-8d7c-722046741257) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:27:17.054109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.082953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.089696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:17.153671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Network ef09dfaf-519c-49e4-af2a-02eb97badfda is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:27:17.162040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:27:17.167058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:27:17.219117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Pushing event updated for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:17.224059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:17.242684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.243369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.268914 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9222748 Nov 22 15:27:17.287530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Request body: {'port': {'device_id': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:27:17.363445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a997c-1213-4e48-b207-efaf60993d34 req-6e6745f3-5cd8-431b-aaf0-582dd0f94663 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.366117 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a60a997c-1213-4e48-b207-efaf60993d34 req-6e6745f3-5cd8-431b-aaf0-582dd0f94663 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 931 time: 0.0883214 Nov 22 15:27:17.408685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.468084 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a60a997c-1213-4e48-b207-efaf60993d34 req-63588276-7cf2-44d8-a875-fa804d302f3e tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969546 Nov 22 15:27:17.503134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541488f0-2a26-47a5-a0af-b56d15dbf0e6 req-43ccd6b2-ec5d-4782-a4a3-f2fb20751671 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.504711 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-541488f0-2a26-47a5-a0af-b56d15dbf0e6 req-43ccd6b2-ec5d-4782-a4a3-f2fb20751671 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1084163 Nov 22 15:27:17.558383 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-541488f0-2a26-47a5-a0af-b56d15dbf0e6 req-054ebc20-0e6c-46f9-94c2-fcc0f819a6a3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Nov 22 15:27:17.786916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1974b32-892c-454c-9fe6-804bc620c41d req-28be30ac-672f-484b-ad08-85f7eb2f7d1f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:17.788925 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a1974b32-892c-454c-9fe6-804bc620c41d req-28be30ac-672f-484b-ad08-85f7eb2f7d1f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0937748 Nov 22 15:27:17.797478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48de266a-ab7a-411c-8d7c-722046741257 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:17.805031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.821672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Transition to ACTIVE for port object 48de266a-ab7a-411c-8d7c-722046741257 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:27:17.824890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:17.829755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-525a952e-bc0a-475d-89bd-45cefe0e1dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:17.849501 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a1974b32-892c-454c-9fe6-804bc620c41d req-e18842a9-cfa4-435a-8eaa-953751d24dfe tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503161 Nov 22 15:27:17.972565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:17.976384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:18.085590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Attempting to bind port 48de266a-ab7a-411c-8d7c-722046741257 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:27:18.085969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Attempting to bind port 48de266a-ab7a-411c-8d7c-722046741257 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:27:18.086392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Attempting to bind port 48de266a-ab7a-411c-8d7c-722046741257 on network ef09dfaf-519c-49e4-af2a-02eb97badfda {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:18.095896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Port 48de266a-ab7a-411c-8d7c-722046741257 on network ef09dfaf-519c-49e4-af2a-02eb97badfda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:27:18.096266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Attempting to bind port 48de266a-ab7a-411c-8d7c-722046741257 on network ef09dfaf-519c-49e4-af2a-02eb97badfda {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:27:18.103207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:27:18.103623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Checking segment: {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:27:18.104044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Bound using segment: {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:27:18.104508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Bound port: 48de266a-ab7a-411c-8d7c-722046741257, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:27:18.104895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:18.204388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:27:18.210354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=48de266a-ab7a-411c-8d7c-722046741257,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:27:18.222755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:18.229409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a05fa09-f803-4978-a54f-a54739fb34df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:18.307163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:18.308925 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] 10.222.0.46 "PUT /v2.0/ports/48de266a-ab7a-411c-8d7c-722046741257 HTTP/1.1" status: 200 len: 1093 time: 1.0262811 Nov 22 15:27:18.309639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'tag': '48de266a-ab7a-411c-8d7c-722046741257'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:18.399686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Pushing event updated for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:18.408152 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'tag': '48de266a-ab7a-411c-8d7c-722046741257', 'status': 'completed', 'code': 200} Nov 22 15:27:18.416730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:18.459048 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-2b98d768-07c7-4caf-b70d-0ea4815be328 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 1096 time: 0.1109242 Nov 22 15:27:18.550604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-9d320244-7fbf-4b60-9305-8ddc6e5dec91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48de266a-ab7a-411c-8d7c-722046741257 HTTP/1.1" status: 200 len: 217 time: 0.0772872 Nov 22 15:27:18.686482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-131cbc42-9eac-4661-abff-366a8a434c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:18.690847 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-131cbc42-9eac-4661-abff-366a8a434c8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee1bfce5-3b67-4018-a383-cd8c147736d9 HTTP/1.1" status: 200 len: 849 time: 0.1283278 Nov 22 15:27:18.755374 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-1fef6b80-31e6-4894-85c3-06e7e1454911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef09dfaf-519c-49e4-af2a-02eb97badfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445886 Nov 22 15:27:18.765332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82e41e-04f6-4deb-89f4-6f175d4e8c8e req-b17aafaa-a55e-49ab-847d-03c1cf0d636e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:18.767638 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ba82e41e-04f6-4deb-89f4-6f175d4e8c8e req-b17aafaa-a55e-49ab-847d-03c1cf0d636e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.1790795 Nov 22 15:27:18.915703 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-975ce10c-21a0-4f40-8805-c6bd84660bf4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475706 Nov 22 15:27:19.053495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f4840-f0b5-4e21-b546-7e3cf39331e9 req-f465c7f6-668f-4a00-8517-bd0f34dd8f1e tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.055096 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b8f4840-f0b5-4e21-b546-7e3cf39331e9 req-f465c7f6-668f-4a00-8517-bd0f34dd8f1e tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 943 time: 0.4111249 Nov 22 15:27:19.084491 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b1940e35-3b8d-47b9-b005-5543fa9036b6 req-5f5c453b-f608-4de1-9462-137b3767d1e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521883 Nov 22 15:27:19.099887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ba82e41e-04f6-4deb-89f4-6f175d4e8c8e req-46cee342-2e00-442c-b221-6b058cee5014 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094723 Nov 22 15:27:19.133146 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b8f4840-f0b5-4e21-b546-7e3cf39331e9 req-59bc2039-c8ac-4f10-8df8-50e68ba79c17 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682216 Nov 22 15:27:19.244115 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-fbb71bdc-1cee-4836-b633-c547926bce5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7718a443c264979998d5befd75a0808&device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 1096 time: 0.1035674 Nov 22 15:27:19.387831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11ee66-ed70-481e-873b-0d06f65b94eb req-b917cac2-df54-4702-9b10-2a2cd5687a15 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.389460 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2c11ee66-ed70-481e-873b-0d06f65b94eb req-b917cac2-df54-4702-9b10-2a2cd5687a15 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1537750 Nov 22 15:27:19.395769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f38c-c1f5-44e7-a63e-9e4b052ac61e req-56b2876d-94e3-494a-a7e0-45ca746150f4 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.397262 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a058f38c-c1f5-44e7-a63e-9e4b052ac61e req-56b2876d-94e3-494a-a7e0-45ca746150f4 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1217277 Nov 22 15:27:19.406701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-98a8888f-dfc5-4727-b841-adf169443d95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.408647 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-98a8888f-dfc5-4727-b841-adf169443d95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 200 len: 910 time: 0.1560323 Nov 22 15:27:19.477882 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2c11ee66-ed70-481e-873b-0d06f65b94eb req-8ba8ff12-6210-4269-a956-f41a14ad42bb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Nov 22 15:27:19.480412 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a058f38c-c1f5-44e7-a63e-9e4b052ac61e req-aa1081a8-f23d-4e87-9b70-9cacc0d70b9c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657318 Nov 22 15:27:19.492992 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-39c0278d-b234-4742-b81e-4188cd5735d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48de266a-ab7a-411c-8d7c-722046741257 HTTP/1.1" status: 200 len: 217 time: 0.0756159 Nov 22 15:27:19.572309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-898e0ca9-6eef-43df-887c-6f8d475460b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:19.573886 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-898e0ca9-6eef-43df-887c-6f8d475460b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee1bfce5-3b67-4018-a383-cd8c147736d9 HTTP/1.1" status: 200 len: 849 time: 0.0671227 Nov 22 15:27:19.627855 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-6ef5465d-0eb9-4155-96ca-ed05155f70f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef09dfaf-519c-49e4-af2a-02eb97badfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459921 Nov 22 15:27:19.786252 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-b3c9f26f-7e4f-40a6-af18-0cce311c5161 service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457429 Nov 22 15:27:19.896973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:20.134490 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66d2ea5d-5cd6-40e5-b79b-786f2366e3a6 req-ee9cd7b7-cdd1-4d62-9fe1-c094f19b7adb service neutron] 10.222.0.46 "GET /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413026 Nov 22 15:27:20.418868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab4da2-6a88-4642-8c8d-ba515752504b req-c36bc37e-ac34-437b-a5e2-0e15faaf5535 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.420487 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b7ab4da2-6a88-4642-8c8d-ba515752504b req-c36bc37e-ac34-437b-a5e2-0e15faaf5535 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.1531701 Nov 22 15:27:20.426420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f284aff-98bd-4599-8193-ff43317211cc req-829ca147-b58d-4bb3-90b0-25b988b736da tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.428097 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9f284aff-98bd-4599-8193-ff43317211cc req-829ca147-b58d-4bb3-90b0-25b988b736da tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 943 time: 0.1218226 Nov 22 15:27:20.512935 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b7ab4da2-6a88-4642-8c8d-ba515752504b req-8cd8a6c2-9948-4888-b9d2-88f205f496eb tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836201 Nov 22 15:27:20.515515 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9f284aff-98bd-4599-8193-ff43317211cc req-ccfceed6-f83c-4350-8507-3a43c8605359 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700650 Nov 22 15:27:20.772263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6dcd1-32d4-4425-b3ad-f20f9cc6fd57 req-f7c4a42f-5698-49ff-a941-ebbfecb7ca7a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.773781 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dfe6dcd1-32d4-4425-b3ad-f20f9cc6fd57 req-f7c4a42f-5698-49ff-a941-ebbfecb7ca7a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1470270 Nov 22 15:27:20.782415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264f785-53c9-4735-8bda-79e3bfe671e8 req-16064327-f497-4947-a212-72508cd24ceb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.783925 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5264f785-53c9-4735-8bda-79e3bfe671e8 req-16064327-f497-4947-a212-72508cd24ceb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1189113 Nov 22 15:27:20.862953 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dfe6dcd1-32d4-4425-b3ad-f20f9cc6fd57 req-47e98bb6-6fdb-4b32-ac31-50764697038d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779922 Nov 22 15:27:20.866690 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5264f785-53c9-4735-8bda-79e3bfe671e8 req-4436d898-766a-4adf-a4f5-c089c86929a0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Nov 22 15:27:20.990518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-88005687-b46c-4e1a-97de-d902c7445504 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:20.991277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-88005687-b46c-4e1a-97de-d902c7445504 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:21.011059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-88005687-b46c-4e1a-97de-d902c7445504 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:21.013086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-88005687-b46c-4e1a-97de-d902c7445504 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 946 time: 0.1051693 Nov 22 15:27:21.101652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Deleting port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:21.102060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.319189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 48de266a-ab7a-411c-8d7c-722046741257 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:27:21.391995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] For port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:21.392398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.479185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=48de266a-ab7a-411c-8d7c-722046741257,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:21.493843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '48de266a-ab7a-411c-8d7c-722046741257', 'network_id': 'ef09dfaf-519c-49e4-af2a-02eb97badfda', 'port_id': '48de266a-ab7a-411c-8d7c-722046741257', 'mac_address': 'fa:16:3e:b1:ba:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1bfce5-3b67-4018-a383-cd8c147736d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:27:21.525422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Calling delete_port for 56c1cf7e-6643-41bf-9377-8ff62bdebc0f owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:21.568821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.613936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48de266a-ab7a-411c-8d7c-722046741257 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:27:21.646641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=48de266a-ab7a-411c-8d7c-722046741257,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:21.655644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.658054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:21.680396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.693260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-afac3a41-8598-4fc4-91b9-1b150364c8f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:21.728895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947', 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', '56c1cf7e-6643-41bf-9377-8ff62bdebc0f'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:21.742264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event deleted for resources: {'Port': ['ID=56c1cf7e-6643-41bf-9377-8ff62bdebc0f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:21.746060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:21.821043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] No DVR routers for this DVR port 56c1cf7e-6643-41bf-9377-8ff62bdebc0f on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:21.823930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:21.826668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'name': 'network-vif-deleted', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:21.844244 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-741704d3-0a55-4c54-a8c3-97b5c39839aa req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "DELETE /v2.0/ports/56c1cf7e-6643-41bf-9377-8ff62bdebc0f HTTP/1.1" status: 204 len: 173 time: 0.8145428 Nov 22 15:27:21.847686 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f0853e4-9040-415b-b9b4-2d1062e74ebb req-aeab1f5e-12cf-4fbf-b8ce-e7ea22eb5a25 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c922ed5-59c0-49bf-ae64-f27bc7552c0e HTTP/1.1" status: 200 len: 210 time: 0.0635531 Nov 22 15:27:21.914935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:21.925366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f7dd-023a-44b2-9272-7e2c6fc4e15c req-7fffd916-0e17-41d0-a587-ba4d9a2efa5d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:21.928324 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b616f7dd-023a-44b2-9272-7e2c6fc4e15c req-7fffd916-0e17-41d0-a587-ba4d9a2efa5d tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 944 time: 0.2262290 Nov 22 15:27:21.940719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.941589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.942415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.943240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.944185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.944941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.946051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.946833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.947568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.947820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c922ed5-59c0-49bf-ae64-f27bc7552c0e', 'name': 'network-vif-deleted', 'tag': '56c1cf7e-6643-41bf-9377-8ff62bdebc0f', 'status': 'completed', 'code': 200} Nov 22 15:27:21.948553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.949331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:21.959011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:22.044464 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b616f7dd-023a-44b2-9272-7e2c6fc4e15c req-c1d3140d-847a-4f64-8f26-6c1739c0c693 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Nov 22 15:27:22.049643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['48de266a-ab7a-411c-8d7c-722046741257'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:22.209582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc8f48-37b2-4f00-952e-73b980397d9a req-75073e54-b8a7-46c9-a4a6-91a7fdf5facc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:22.212230 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c7bc8f48-37b2-4f00-952e-73b980397d9a req-75073e54-b8a7-46c9-a4a6-91a7fdf5facc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1273046 Nov 22 15:27:22.282571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c7bc8f48-37b2-4f00-952e-73b980397d9a req-038da079-d7dc-4e51-a241-e001cfeeec04 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635035 Nov 22 15:27:22.408341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e43af-5ebc-4eb3-bd9d-ce74a1b646d7 req-b36fd29a-e537-4641-a1dd-2b3131730f48 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:22.410100 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-371e43af-5ebc-4eb3-bd9d-ce74a1b646d7 req-b36fd29a-e537-4641-a1dd-2b3131730f48 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1324067 Nov 22 15:27:22.473065 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-371e43af-5ebc-4eb3-bd9d-ce74a1b646d7 req-6c6c4b11-c94a-44cb-a5c2-1cd0d92d8e7b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Nov 22 15:27:23.311455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857336-4fd4-4d90-ba30-2323eb06a7b0 req-f843773a-a120-4e9e-ba45-a69bddf41cd2 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:23.313048 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5f857336-4fd4-4d90-ba30-2323eb06a7b0 req-f843773a-a120-4e9e-ba45-a69bddf41cd2 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 944 time: 0.0854640 Nov 22 15:27:23.364238 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5f857336-4fd4-4d90-ba30-2323eb06a7b0 req-e5e2c51b-9488-49c8-aaab-dc56eccbfbbb tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Nov 22 15:27:23.513241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528024-0a6a-4fcc-a2c8-e2bb5f2f3479 req-2e81d94d-e500-419d-b8a9-21fc92eac482 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:23.514879 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d528024-0a6a-4fcc-a2c8-e2bb5f2f3479 req-2e81d94d-e500-419d-b8a9-21fc92eac482 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0862195 Nov 22 15:27:23.565846 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d528024-0a6a-4fcc-a2c8-e2bb5f2f3479 req-397c6b74-2053-450f-bdfb-886343009b00 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Nov 22 15:27:23.762807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e5b62-33d7-4b21-adad-4b173709382f req-60f28e0d-57e2-47ae-8167-9b064c051191 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:23.764430 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d07e5b62-33d7-4b21-adad-4b173709382f req-60f28e0d-57e2-47ae-8167-9b064c051191 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0829275 Nov 22 15:27:23.817604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d07e5b62-33d7-4b21-adad-4b173709382f req-18d1b611-16b4-4fdc-81cd-81baba501456 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463719 Nov 22 15:27:24.657135 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7def5-c02b-4dd7-8796-53c440c62895 req-25a0387a-4b3b-4b09-8a15-9997a2eac56e tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:24.659615 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c0b7def5-c02b-4dd7-8796-53c440c62895 req-25a0387a-4b3b-4b09-8a15-9997a2eac56e tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 944 time: 0.1588054 Nov 22 15:27:24.687736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d06c96-8e33-402e-8ccb-b1b0026f33a1 req-d8747674-3bac-4f50-8d2c-baa6b6016ecf tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:24.689327 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81d06c96-8e33-402e-8ccb-b1b0026f33a1 req-d8747674-3bac-4f50-8d2c-baa6b6016ecf tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.1362987 Nov 22 15:27:24.753543 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c0b7def5-c02b-4dd7-8796-53c440c62895 req-4380a966-7bc1-4f4b-8f15-4ec393fa9b78 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879936 Nov 22 15:27:24.761528 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81d06c96-8e33-402e-8ccb-b1b0026f33a1 req-f9502628-957f-446e-84c4-c830809ac85e tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641227 Nov 22 15:27:24.989540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3b50e-dd7f-4948-b37a-edeb87e16a7e req-631a2471-cc7a-451b-9abe-efaa25579a83 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:24.991717 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4e3b50e-dd7f-4948-b37a-edeb87e16a7e req-631a2471-cc7a-451b-9abe-efaa25579a83 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1080306 Nov 22 15:27:25.046105 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4e3b50e-dd7f-4948-b37a-edeb87e16a7e req-0b1752be-4ea0-43ad-b751-63169f0f176f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472260 Nov 22 15:27:25.131183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224739b0-0478-42f3-9fdf-3ec1160cb92a req-7528c7f0-7660-4045-9365-95282feac82d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:25.132788 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-224739b0-0478-42f3-9fdf-3ec1160cb92a req-7528c7f0-7660-4045-9365-95282feac82d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0847518 Nov 22 15:27:25.181951 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-224739b0-0478-42f3-9fdf-3ec1160cb92a req-4c6d3f42-e4c8-4879-a851-5f35b9d18562 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Nov 22 15:27:25.329605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 48de266a-ab7a-411c-8d7c-722046741257 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:27:25.403812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 48de266a-ab7a-411c-8d7c-722046741257 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:27:25.408642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 48de266a-ab7a-411c-8d7c-722046741257 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:27:25.409066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.524194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.551783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de266a-ab7a-411c-8d7c-722046741257'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:25.562575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=48de266a-ab7a-411c-8d7c-722046741257,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:25.565429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.566384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56c1cf7e-6643-41bf-9377-8ff62bdebc0f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:25.593760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:25.627140 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de266a-ab7a-411c-8d7c-722046741257', 'code': 200} Nov 22 15:27:25.643396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 56c1cf7e-6643-41bf-9377-8ff62bdebc0f {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:25.643785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 56c1cf7e-6643-41bf-9377-8ff62bdebc0f not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:25.672123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:25.675266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:25.683979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37852) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:25.764565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Deleting subnet f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:27:25.768321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.869601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:25.955540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.001328 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a25e3bee-b01d-4fc6-839b-d6259713ff6f req-b1f9b871-8c67-4fca-b5cc-f7167c7880e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 1098 time: 0.1917353 Nov 22 15:27:26.068575 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a25e3bee-b01d-4fc6-839b-d6259713ff6f req-c100d7d0-b4b0-4551-aa11-290b1f1f29b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581956 Nov 22 15:27:26.073413 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.076750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b134-f459-40ff-af04-05d18d107bac req-7ed5b4c0-0546-4515-93aa-669c0f800cc6 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.078443 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b835b134-f459-40ff-af04-05d18d107bac req-7ed5b4c0-0546-4515-93aa-669c0f800cc6 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.1646857 Nov 22 15:27:26.079351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e1f6545-bc53-4794-a998-42a29df4b9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:26.091036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37444d19-b2f3-404c-9284-fe7f6dd0f1b4 req-71c27a63-0112-4aa9-b769-ffd2b0686a01 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.092591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-37444d19-b2f3-404c-9284-fe7f6dd0f1b4 req-71c27a63-0112-4aa9-b769-ffd2b0686a01 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.1267068 Nov 22 15:27:26.121193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:26.124370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:26.128462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.138199 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d09a4474-99a3-4c7f-8200-a5ae712da9be admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f7b38f5c-7b54-4c5e-9a70-67ec2a560a0f HTTP/1.1" status: 204 len: 168 time: 0.4497354 Nov 22 15:27:26.138452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37864) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:26.176479 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b835b134-f459-40ff-af04-05d18d107bac req-89ae51b5-ea92-4f5d-9011-5b55f3ada4a9 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828428 Nov 22 15:27:26.178906 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-37444d19-b2f3-404c-9284-fe7f6dd0f1b4 req-1289ebd6-9850-44aa-b16f-f68f73a5fd38 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706258 Nov 22 15:27:26.275721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.411485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.417932 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9aa2-e45f-43f5-91aa-47c188fe4692 req-760ba9a2-4373-4d69-8463-4ec470698e2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.420130 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2c7c9aa2-e45f-43f5-91aa-47c188fe4692 req-760ba9a2-4373-4d69-8463-4ec470698e2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0913925 Nov 22 15:27:26.443988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d76036-8fb3-42c5-ab1d-1ead0f5d2b09']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:26.457303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cc196d-ce1c-4984-b56a-d58c94ca5164') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:26.457641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cc196d-ce1c-4984-b56a-d58c94ca5164') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:26.471337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.475848 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2c7c9aa2-e45f-43f5-91aa-47c188fe4692 req-e5c83e38-37b4-490b-ba00-dca83a5d4258 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484891 Nov 22 15:27:26.489841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.499484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:27:26.500100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:27:26.515669 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:27:26.559504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8c00c-3903-4057-9d22-85248b8fa6ae req-a8653fe3-cc1d-49da-a346-c01dd58e673c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.561075 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dce8c00c-3903-4057-9d22-85248b8fa6ae req-a8653fe3-cc1d-49da-a346-c01dd58e673c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0902328 Nov 22 15:27:26.604705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.609302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:26.614948 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dce8c00c-3903-4057-9d22-85248b8fa6ae req-c19cdab6-e5ae-4f21-8e65-da0f18446d76 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Nov 22 15:27:26.629393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Pushing event deleted for resources: {'Network': ['ID=35d76036-8fb3-42c5-ab1d-1ead0f5d2b09,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:26.631692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.634513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:26.642469 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] 10.222.0.55 "DELETE /v2.0/networks/35d76036-8fb3-42c5-ab1d-1ead0f5d2b09 HTTP/1.1" status: 204 len: 168 time: 0.4998038 Nov 22 15:27:26.642469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37872) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:26.707306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Deleting subnet c49f1cd5-5c39-4a46-9321-577ded3707dd {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:27:26.710585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.770706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.831599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.905229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f700-f766-45fe-ac63-a503ad987d44 req-a09b5b07-120a-4917-ab2d-3148f60db013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:26.906855 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c8a1f700-f766-45fe-ac63-a503ad987d44 req-a09b5b07-120a-4917-ab2d-3148f60db013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0995021 Nov 22 15:27:26.968337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:26.975448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:27.006875 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c8a1f700-f766-45fe-ac63-a503ad987d44 req-934437ed-edd1-401a-aa3c-b0a59ace0299 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936351 Nov 22 15:27:27.017546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49f1cd5-5c39-4a46-9321-577ded3707dd,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:27.020965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:27.034077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-c4f43dfa-ec8c-474c-baf8-02a015693407 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.035660 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-c4f43dfa-ec8c-474c-baf8-02a015693407 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.1075773 Nov 22 15:27:27.035886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.046814 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-371a0ab8-9b91-473a-aa18-cd90211284b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c49f1cd5-5c39-4a46-9321-577ded3707dd HTTP/1.1" status: 204 len: 168 time: 0.4030244 Nov 22 15:27:27.050729 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-8fe3a16a-a7aa-4dcb-b61b-2b126d640ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1098 time: 0.1690938 Nov 22 15:27:27.051215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37878) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:27.114359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Deleting port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:27.114742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.315269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-31153c58-5065-4f92-9a92-7d9190c4f4e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.316884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-31153c58-5065-4f92-9a92-7d9190c4f4e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.2469649 Nov 22 15:27:27.322646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.504503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] For port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:27.504911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.659300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Calling delete_port for 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:27.693783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ddee-4aaa-4b79-900a-038880fbb50e req-18af3114-fcc4-4d2f-ac14-208e1a883201 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.695378 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d26ddee-4aaa-4b79-900a-038880fbb50e req-18af3114-fcc4-4d2f-ac14-208e1a883201 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.3789208 Nov 22 15:27:27.738397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9453ff-5676-4cd1-9afe-0dbdfe6ea78f req-fd8f1439-f70a-43bf-92ae-031d492465d0 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.739982 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc9453ff-5676-4cd1-9afe-0dbdfe6ea78f req-fd8f1439-f70a-43bf-92ae-031d492465d0 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 945 time: 0.3703713 Nov 22 15:27:27.750779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-2831a820-f356-4635-b98d-99351d95bb6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 1000 time: 0.4239621 Nov 22 15:27:27.755610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.832872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da51f00e-ba74-43c0-b600-9c259bd609a5']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:27.853730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ac871b-8f4c-4c00-83cf-f93198036394') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:27.854085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ac871b-8f4c-4c00-83cf-f93198036394') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:27.870123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-f9fc17a8-5dac-44d2-acd3-065aaed0b384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:27.872425 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-f9fc17a8-5dac-44d2-acd3-065aaed0b384 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.1088336 Nov 22 15:27:27.874076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.893678 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d26ddee-4aaa-4b79-900a-038880fbb50e req-d3fae5a2-57fc-4b2c-95d9-63f5eb3cde9b tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838152 Nov 22 15:27:27.935061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.945035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:27:27.945352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:27.946577 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc9453ff-5676-4cd1-9afe-0dbdfe6ea78f req-4de2fecd-bb78-4663-b804-f1ea8bcd26f9 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949186 Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:27:27.960854 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:27:27.999369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.009158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-552016ff-7f1c-4832-a5e3-f19c9223a66e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:28.013205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947', 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', '6910a6a0-4520-48bc-b2c3-9fa09e7307d4'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:28.079406 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-179e36f6-e99e-475f-ae0e-88b2daa8ab94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1956649 Nov 22 15:27:28.085788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.094763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-40fdb10f-03c5-40ce-95f0-df34069b24bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:28.112476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.148817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Pushing event deleted for resources: {'Network': ['ID=da51f00e-ba74-43c0-b600-9c259bd609a5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:28.159680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:28.249619 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5a551eb9-946b-4844-8a81-e13d6f1ef584 admin admin] 10.222.0.55 "DELETE /v2.0/networks/da51f00e-ba74-43c0-b600-9c259bd609a5 HTTP/1.1" status: 204 len: 168 time: 1.1884191 Nov 22 15:27:28.332728 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-f0653b4c-ea39-4596-95de-e4e64ce5dc9e service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217932 Nov 22 15:27:28.339101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event deleted for resources: {'Port': ['ID=6910a6a0-4520-48bc-b2c3-9fa09e7307d4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:28.492132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37894) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:28.532057 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e53966d7-ccd5-4be8-98f6-5077f977c600 req-ea932d9e-666f-44b7-b058-7f3a3386f79f service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915329 Nov 22 15:27:28.560923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.561866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.561866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.562200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.562474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.562870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.563257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.563651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.564038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.564430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.564823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:27:28.569015 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] No DVR routers for this DVR port 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:28.573248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:28.576658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.580332 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8659b03d-0031-4de0-907f-73610c608d9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2a253f0e68d4ce8b830336a1aeb8306&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0847015 Nov 22 15:27:28.580585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37898) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:28.581822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'name': 'network-vif-deleted', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:28.604164 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c32ee0f7-ca40-4e37-bb8c-0a2f26fd87d2 req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "DELETE /v2.0/ports/6910a6a0-4520-48bc-b2c3-9fa09e7307d4 HTTP/1.1" status: 204 len: 173 time: 1.5611172 Nov 22 15:27:28.643579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866ae8-f94f-4afd-b16a-790b6b400fc5 req-a1e927a0-5243-4c75-a4e3-6e3f9611f593 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:28.645215 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66866ae8-f94f-4afd-b16a-790b6b400fc5 req-a1e927a0-5243-4c75-a4e3-6e3f9611f593 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.3078530 Nov 22 15:27:28.653816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dc7f1-a56f-4c89-9900-b8b9121cded3 req-d884fefa-5716-491a-9a6d-e530991daf9f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:28.654782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc0dc7f1-a56f-4c89-9900-b8b9121cded3 req-d884fefa-5716-491a-9a6d-e530991daf9f tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.3190494 Nov 22 15:27:28.665228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.704445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.736785 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66866ae8-f94f-4afd-b16a-790b6b400fc5 req-8159230c-b7c2-49f1-86ec-c651599da043 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Nov 22 15:27:28.742261 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc0dc7f1-a56f-4c89-9900-b8b9121cded3 req-f1fc1513-a302-46b2-aab2-f69e231ae2a5 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694201 Nov 22 15:27:28.775227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.781165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e4479bd8-67ae-4295-8492-b8a2a688fc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:28.798420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d646fe-22d7-48a1-85ff-19862f344a2c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:28.803870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:28.809264 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0263da42-7608-454a-aefa-533e634f6ac1', 'name': 'network-vif-deleted', 'tag': '6910a6a0-4520-48bc-b2c3-9fa09e7307d4', 'status': 'completed', 'code': 200} Nov 22 15:27:28.810702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:28.812094 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90d646fe-22d7-48a1-85ff-19862f344a2c HTTP/1.1" status: 204 len: 168 time: 0.2304807 Nov 22 15:27:29.166927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-bf215f0c-4199-4db3-8ef7-b4cd2eb61e7a req-fbcc0721-96bf-4a74-ab27-2e90373e33c1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:29.186161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefad34c-6145-4ddf-a9cd-6f1bd8869e2d req-5279e218-49da-4d80-a3b0-65aaee722815 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:29.187666 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aefad34c-6145-4ddf-a9cd-6f1bd8869e2d req-5279e218-49da-4d80-a3b0-65aaee722815 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.1497602 Nov 22 15:27:29.199973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-bf215f0c-4199-4db3-8ef7-b4cd2eb61e7a req-fbcc0721-96bf-4a74-ab27-2e90373e33c1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:29.201765 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bf215f0c-4199-4db3-8ef7-b4cd2eb61e7a req-fbcc0721-96bf-4a74-ab27-2e90373e33c1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=0263da42-7608-454a-aefa-533e634f6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0957296 Nov 22 15:27:29.272433 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aefad34c-6145-4ddf-a9cd-6f1bd8869e2d req-d79914f4-e7be-4b7e-adab-a1b8dcf69fbf tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573506 Nov 22 15:27:29.318198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37916) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:29.388409 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6238b1e2-7a8f-4783-8a4c-009c31d08b47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca80d8c278264da98e740425e2b8ceed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688872 Nov 22 15:27:29.391101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37920) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:29.463888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.498719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.551204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.556727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-911fa335-726c-4283-8a93-8a864c587bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:29.569383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215f2b1-57a2-4913-a051-1d190f061af5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:29.573537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:29.578131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:29.579446 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9f8fb686-9d84-41bd-adbc-34dd609b7113 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5215f2b1-57a2-4913-a051-1d190f061af5 HTTP/1.1" status: 204 len: 168 time: 0.1868956 Nov 22 15:27:30.008502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ac0ef-20af-4794-a0af-86fc9bd749c5 req-a2e1e7dd-ebd0-4085-81b5-6ea1b91d5aa5 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:30.010441 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b7ac0ef-20af-4794-a0af-86fc9bd749c5 req-a2e1e7dd-ebd0-4085-81b5-6ea1b91d5aa5 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1115494 Nov 22 15:27:30.128694 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b7ac0ef-20af-4794-a0af-86fc9bd749c5 req-d59d00b4-a79d-4eb3-8ce3-42c96f6a9e41 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082368 Nov 22 15:27:30.166691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2af1de-2439-42b1-94ff-f411ac21dbfd req-9d89f122-4aab-42e3-a109-0f7b53a59645 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:30.168492 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd2af1de-2439-42b1-94ff-f411ac21dbfd req-9d89f122-4aab-42e3-a109-0f7b53a59645 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1222727 Nov 22 15:27:30.227968 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd2af1de-2439-42b1-94ff-f411ac21dbfd req-5ebfb52e-c61b-4c3d-a94c-1520341c4160 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531473 Nov 22 15:27:30.946855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1afd42-f977-43dd-b0d4-7835caf2f254 req-85960e99-ab58-4d6b-8c17-521d8422e4d4 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:30.948455 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3e1afd42-f977-43dd-b0d4-7835caf2f254 req-85960e99-ab58-4d6b-8c17-521d8422e4d4 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.1472404 Nov 22 15:27:31.021974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb5fe-6b4a-432b-bb17-7bbc74ef79c9 req-a2ee023b-b36c-4916-ab28-60048a236356 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:31.023586 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7adb5fe-6b4a-432b-bb17-7bbc74ef79c9 req-a2ee023b-b36c-4916-ab28-60048a236356 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 946 time: 0.1385658 Nov 22 15:27:31.026236 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3e1afd42-f977-43dd-b0d4-7835caf2f254 req-f96e6e7c-72a9-4c17-b0db-03c6e2b23747 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687013 Nov 22 15:27:31.076502 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7adb5fe-6b4a-432b-bb17-7bbc74ef79c9 req-4576ace4-a43c-4f0d-bbde-7751bc276be1 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Nov 22 15:27:31.366804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:31.390297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70cb21-8be7-4ced-b4ad-221f1509bb46 req-8da2fa6a-3511-40db-b395-58584d6d5e99 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:31.392257 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fa70cb21-8be7-4ced-b4ad-221f1509bb46 req-8da2fa6a-3511-40db-b395-58584d6d5e99 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0861051 Nov 22 15:27:31.402659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:31.403325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 6910a6a0-4520-48bc-b2c3-9fa09e7307d4 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:31.451102 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fa70cb21-8be7-4ced-b4ad-221f1509bb46 req-73f5906d-3e99-419b-a184-88e044276119 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Nov 22 15:27:31.456056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 37990) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:31.610436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.645034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:27:31.649005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Usage tracker for resource:security_group_rule and tenant:89f5460add76439aa8a1c495c5ae51ec is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:27:31.652051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:27:31.658766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:27:31.729499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.732815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.740294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ade6c97e-fff1-47d0-a052-ef128162101a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:31.783705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da41f299-d28b-4780-a8dd-ad038eaf6ec1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:31.787368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:31.794071 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89f5460add76439aa8a1c495c5ae51ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3349102 Nov 22 15:27:31.795435 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 37998) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:31.864035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.892294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.940252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.945275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-423855cb-4a38-4486-b55d-e78d6aaf3715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:31.960346 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41f299-d28b-4780-a8dd-ad038eaf6ec1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:31.962740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:31.963505 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:31.968135 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da41f299-d28b-4780-a8dd-ad038eaf6ec1 HTTP/1.1" status: 204 len: 168 time: 0.1683636 Nov 22 15:27:32.297071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa990-def4-48e9-b1d3-5b398cbc2ea2 req-13154ad6-bc45-4a2a-a3df-360c12abea32 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.299056 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-893fa990-def4-48e9-b1d3-5b398cbc2ea2 req-13154ad6-bc45-4a2a-a3df-360c12abea32 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.1379189 Nov 22 15:27:32.397419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-893fa990-def4-48e9-b1d3-5b398cbc2ea2 req-660f2daf-f08c-47d0-bc87-b679260e01ce tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/security-groups?id=9abaecf2-2ab7-4779-bf36-ab2f25a2d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592649 Nov 22 15:27:32.422309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373f3b7-26cb-43c2-ab01-37cb0451d12b req-2f44db84-9ebd-4e35-b44d-398533c20908 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.423908 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4373f3b7-26cb-43c2-ab01-37cb0451d12b req-2f44db84-9ebd-4e35-b44d-398533c20908 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 946 time: 0.1238711 Nov 22 15:27:32.472507 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4373f3b7-26cb-43c2-ab01-37cb0451d12b req-fea75ccd-e8bb-47b7-af09-101fec7a6479 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Nov 22 15:27:32.678258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-08d0ba64-a393-4509-be3f-fa63393b1f54 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.679770 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-08d0ba64-a393-4509-be3f-fa63393b1f54 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 945 time: 0.1484253 Nov 22 15:27:32.700815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976bb6-c073-43bd-84c2-ac1444acf6a0 req-405d9fdf-e662-4839-8876-1c0af6e742bb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.702399 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-db976bb6-c073-43bd-84c2-ac1444acf6a0 req-405d9fdf-e662-4839-8876-1c0af6e742bb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1172142 Nov 22 15:27:32.804334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Deleting port 48de266a-ab7a-411c-8d7c-722046741257 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:32.804710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:32.847880 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-db976bb6-c073-43bd-84c2-ac1444acf6a0 req-c106ac24-fbfc-42a1-8c38-6a402d56b651 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115241 Nov 22 15:27:32.923805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-905e65e3-c6cb-42de-8725-64813d087b37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:32.924601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-905e65e3-c6cb-42de-8725-64813d087b37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:32.938355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-905e65e3-c6cb-42de-8725-64813d087b37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:32.939520 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-905e65e3-c6cb-42de-8725-64813d087b37 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 946 time: 0.1166611 Nov 22 15:27:33.028207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Deleting port d9772372-b5b1-4caa-96f6-6e2ec84b4713 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:33.028652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.093683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] For port 48de266a-ab7a-411c-8d7c-722046741257, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=48de266a-ab7a-411c-8d7c-722046741257,segment=NetworkSegment(0437ec66-39d7-4e68-9cd4-0bd6b34cfd05),segment_id=0437ec66-39d7-4e68-9cd4-0bd6b34cfd05)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:33.094148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.231911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Calling delete_port for 48de266a-ab7a-411c-8d7c-722046741257 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:33.316121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] For port d9772372-b5b1-4caa-96f6-6e2ec84b4713, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d9772372-b5b1-4caa-96f6-6e2ec84b4713,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:33.316726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.380808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.388778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cc4ee7e3-d44d-4d2f-a6ac-7a681d2085ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:33.393568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['48de266a-ab7a-411c-8d7c-722046741257'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:33.475851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Pushing event deleted for resources: {'Port': ['ID=48de266a-ab7a-411c-8d7c-722046741257,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:33.480975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:33.494620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Calling delete_port for d9772372-b5b1-4caa-96f6-6e2ec84b4713 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:33.637180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] No DVR routers for this DVR port 48de266a-ab7a-411c-8d7c-722046741257 on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:33.645264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.651850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.657697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'name': 'network-vif-deleted', 'tag': '48de266a-ab7a-411c-8d7c-722046741257'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:33.658141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:33.666940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947', 'd9772372-b5b1-4caa-96f6-6e2ec84b4713'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:33.698147 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a15514ff-c99e-45de-9cb7-eb7821834ec3 req-694eb2ce-85e0-4eea-b1d1-73e51bff4d51 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ca1ed54-7214-4a3e-a895-8eb92c3c62f5 HTTP/1.1" status: 200 len: 210 time: 0.0991926 Nov 22 15:27:33.703510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event deleted for resources: {'Port': ['ID=d9772372-b5b1-4caa-96f6-6e2ec84b4713,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:33.706914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:33.718973 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-201c58e2-82dd-4f3b-ac60-736f0bb92232 req-de0f0e7b-bec1-41f5-b381-4a07b86d01c8 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 210 time: 0.0750861 Nov 22 15:27:33.721526 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-628da178-50e1-44d6-9b43-14b7e7f662ad req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] 10.222.0.46 "DELETE /v2.0/ports/48de266a-ab7a-411c-8d7c-722046741257 HTTP/1.1" status: 204 len: 173 time: 1.0181797 Nov 22 15:27:33.780978 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca1ed54-7214-4a3e-a895-8eb92c3c62f5', 'name': 'network-vif-deleted', 'tag': '48de266a-ab7a-411c-8d7c-722046741257', 'status': 'completed', 'code': 200} Nov 22 15:27:33.798315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] No DVR routers for this DVR port d9772372-b5b1-4caa-96f6-6e2ec84b4713 on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:33.800943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:33.804001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'name': 'network-vif-deleted', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:33.822208 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3aba79e6-834a-4c0c-8db1-3ca44327c105 req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "DELETE /v2.0/ports/d9772372-b5b1-4caa-96f6-6e2ec84b4713 HTTP/1.1" status: 204 len: 173 time: 0.8763461 Nov 22 15:27:33.885926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc12000-1d61-4eec-9ebc-b2201fde73bb', 'name': 'network-vif-deleted', 'tag': 'd9772372-b5b1-4caa-96f6-6e2ec84b4713', 'status': 'completed', 'code': 200} Nov 22 15:27:34.086428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac6fb4-4104-43e8-a897-ee90a98f7b11 req-4d22c4d3-9236-425a-a260-5917006ca217 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:34.088047 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dbac6fb4-4104-43e8-a897-ee90a98f7b11 req-4d22c4d3-9236-425a-a260-5917006ca217 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0854771 Nov 22 15:27:34.148555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dbac6fb4-4104-43e8-a897-ee90a98f7b11 req-4e9e4064-34cc-41f1-aadf-b743112e56c7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536630 Nov 22 15:27:34.987943 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aeb91772-facd-4f1b-93ae-2b52fef489a2 req-d03a4e1e-680e-422c-8360-b1b6d59e0257 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc12000-1d61-4eec-9ebc-b2201fde73bb HTTP/1.1" status: 200 len: 210 time: 0.0548818 Nov 22 15:27:35.365315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cb3fe-fcf7-4ea2-8325-1f1d0d8f7f3a req-c6a4a543-f2bf-47c3-9fce-d3bc745b4277 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:35.366994 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e2cb3fe-fcf7-4ea2-8325-1f1d0d8f7f3a req-c6a4a543-f2bf-47c3-9fce-d3bc745b4277 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0878141 Nov 22 15:27:35.395125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device d9772372-b5b1-4caa-96f6-6e2ec84b4713 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:35.423489 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e2cb3fe-fcf7-4ea2-8325-1f1d0d8f7f3a req-63a990b9-95a6-43f7-86c6-3b484a552a63 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472486 Nov 22 15:27:35.467740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: d9772372-b5b1-4caa-96f6-6e2ec84b4713 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:35.468365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device d9772372-b5b1-4caa-96f6-6e2ec84b4713 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:35.469120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 48de266a-ab7a-411c-8d7c-722046741257 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:35.523277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 48de266a-ab7a-411c-8d7c-722046741257 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:35.523769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 48de266a-ab7a-411c-8d7c-722046741257 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:36.661051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfbd75-dcee-423f-bf33-3d32fba78594 req-3c29fb20-fb0d-4cac-8a46-904a7ead1330 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:36.662730 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0bcfbd75-dcee-423f-bf33-3d32fba78594 req-3c29fb20-fb0d-4cac-8a46-904a7ead1330 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0918908 Nov 22 15:27:36.712864 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0bcfbd75-dcee-423f-bf33-3d32fba78594 req-8affd2e3-be9a-4304-9ee9-afe0871482c0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Nov 22 15:27:37.950561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6276a-a61d-45a3-b3cd-449d55099c1a req-7ecba98e-f141-4b00-a5d4-0cfd93b7a23f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:37.953382 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83e6276a-a61d-45a3-b3cd-449d55099c1a req-7ecba98e-f141-4b00-a5d4-0cfd93b7a23f tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.1730275 Nov 22 15:27:38.079832 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83e6276a-a61d-45a3-b3cd-449d55099c1a req-d58c2d41-479d-450e-80c4-5141e2f21b0c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159434 Nov 22 15:27:38.246710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677dcf2-ebd3-443b-ba32-5f2aa57b845f req-969aa0b6-1f93-403f-bca9-699fb6b40d06 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:38.249662 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2677dcf2-ebd3-443b-ba32-5f2aa57b845f req-969aa0b6-1f93-403f-bca9-699fb6b40d06 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1630092 Nov 22 15:27:38.355574 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2677dcf2-ebd3-443b-ba32-5f2aa57b845f req-f0480a2e-e81a-4319-9196-162bd5dd7fcb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966561 Nov 22 15:27:39.476898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29749da1-362d-4d4e-bb4f-2bb23b97eddd req-cc0b5e33-88fb-4028-887c-0b1a83348261 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:39.491762 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-29749da1-362d-4d4e-bb4f-2bb23b97eddd req-cc0b5e33-88fb-4028-887c-0b1a83348261 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.1639695 Nov 22 15:27:39.578535 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-29749da1-362d-4d4e-bb4f-2bb23b97eddd req-7f182128-6fad-45dc-8721-c5a3857aa5d2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Nov 22 15:27:39.710951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941af7d-8b7f-434b-be4d-2504393bfe2f req-88fbffe4-2ba2-491b-8653-aded660cb65e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:39.713707 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d941af7d-8b7f-434b-be4d-2504393bfe2f req-88fbffe4-2ba2-491b-8653-aded660cb65e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1024840 Nov 22 15:27:39.797359 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d941af7d-8b7f-434b-be4d-2504393bfe2f req-9af0ad9c-3b9a-452f-a991-754ef8f5b9b2 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773416 Nov 22 15:27:39.988804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-ac9cb690-8dea-4500-a1bf-8dbbc6193a29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:39.989776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-ac9cb690-8dea-4500-a1bf-8dbbc6193a29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Synchronizing usage tracker for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:27:40.014189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-ac9cb690-8dea-4500-a1bf-8dbbc6193a29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Unset dirty status for tenant:59470a66d04140078b70684929dace72 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:27:40.015779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-ac9cb690-8dea-4500-a1bf-8dbbc6193a29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.1317399 Nov 22 15:27:40.133084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Deleting port 93a13d1a-5917-439f-abf7-978d16a08947 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:27:40.133601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.556305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] For port 93a13d1a-5917-439f-abf7-978d16a08947, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=93a13d1a-5917-439f-abf7-978d16a08947,segment=NetworkSegment(88421e4c-e209-45ba-91e8-6e062af880c1),segment_id=88421e4c-e209-45ba-91e8-6e062af880c1)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:27:40.556305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.636971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0237ac17-c5d8-4f0d-9098-0437316a2543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.702288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Calling delete_port for 93a13d1a-5917-439f-abf7-978d16a08947 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:27:40.797406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2904812-3a19-4674-ae85-ced400176a6b req-055f7f38-9b94-434a-9794-2fbee1c05b87 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:40.802683 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b2904812-3a19-4674-ae85-ced400176a6b req-055f7f38-9b94-434a-9794-2fbee1c05b87 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce101af8-5c23-4345-93c5-8669256cda4a HTTP/1.1" status: 200 len: 945 time: 0.0991075 Nov 22 15:27:40.860503 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b2904812-3a19-4674-ae85-ced400176a6b req-c27d8dd0-7d4c-43cf-b519-574ce464564c tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.55 "GET /v2.0/security-groups?id=41754b97-0fb5-4cd2-9840-e469dd78c84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529349 Nov 22 15:27:40.913118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:40.924863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1c403d2d-e10f-4168-9383-7e324c79fbc6 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:40.925611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['93a13d1a-5917-439f-abf7-978d16a08947'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:27:40.982509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Pushing event deleted for resources: {'Port': ['ID=93a13d1a-5917-439f-abf7-978d16a08947,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:40.985396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:41.071317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] No DVR routers for this DVR port 93a13d1a-5917-439f-abf7-978d16a08947 on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:27:41.074989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:41.078217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'name': 'network-vif-deleted', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:27:41.100501 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0e05075e-efbd-4baa-aecc-57b06f58c62e req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] 10.222.0.46 "DELETE /v2.0/ports/93a13d1a-5917-439f-abf7-978d16a08947 HTTP/1.1" status: 204 len: 173 time: 1.0763519 Nov 22 15:27:41.104084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35762294-3457-44ef-9c96-ba01a5af3da6 req-263f196d-d0d3-4b12-ae37-4fdbf094e175 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:41.112787 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-35762294-3457-44ef-9c96-ba01a5af3da6 req-263f196d-d0d3-4b12-ae37-4fdbf094e175 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1076357 Nov 22 15:27:41.143276 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce101af8-5c23-4345-93c5-8669256cda4a', 'name': 'network-vif-deleted', 'tag': '93a13d1a-5917-439f-abf7-978d16a08947', 'status': 'completed', 'code': 200} Nov 22 15:27:41.186847 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-35762294-3457-44ef-9c96-ba01a5af3da6 req-00c55ad6-8ebb-41c9-ad4d-07efdf82bbbe tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Nov 22 15:27:41.986051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38154) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:42.065243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Deleting subnet 67eae7bf-7054-4523-b0f9-e329ce009100 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:27:42.068999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.113014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.143138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.284953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.375294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.380827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-52fde66d-cf6f-459b-a513-eaac2de900a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:42.436204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67eae7bf-7054-4523-b0f9-e329ce009100,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:42.439550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:42.446839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.456525 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2055cf73-2ee9-496a-b57e-8a0988443e1c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/67eae7bf-7054-4523-b0f9-e329ce009100 HTTP/1.1" status: 204 len: 168 time: 0.4696171 Nov 22 15:27:42.459193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 38160) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:42.575125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d68b1-b8ea-428f-8f37-902b70647c32 req-015e3d60-0187-4ee5-96b9-c00010fbdc57 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:42.586597 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-599d68b1-b8ea-428f-8f37-902b70647c32 req-015e3d60-0187-4ee5-96b9-c00010fbdc57 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.2119730 Nov 22 15:27:42.861005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-23905b8a-05b7-45ab-86ca-e387d452fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.906785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:42.915163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-599d68b1-b8ea-428f-8f37-902b70647c32 req-c8594e6f-1197-467b-a995-3ee9f0f7ea58 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887091 Nov 22 15:27:43.066127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.095225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81675b76-4ab1-47d3-966d-95400f088b92']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:43.109755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88421e4c-e209-45ba-91e8-6e062af880c1') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:43.110235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88421e4c-e209-45ba-91e8-6e062af880c1') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:43.124333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.145969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.155674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:27:43.156316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:27:43.173645 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:27:43.260669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.265263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:43.280761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.293307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Pushing event deleted for resources: {'Network': ['ID=81675b76-4ab1-47d3-966d-95400f088b92,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:43.297123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:43.304583 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c8596296-7019-48f6-99b8-1ae904814243 admin admin] 10.222.0.55 "DELETE /v2.0/networks/81675b76-4ab1-47d3-966d-95400f088b92 HTTP/1.1" status: 204 len: 168 time: 0.8416827 Nov 22 15:27:43.432726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 93a13d1a-5917-439f-abf7-978d16a08947 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:27:43.475203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 93a13d1a-5917-439f-abf7-978d16a08947 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:27:43.475700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 93a13d1a-5917-439f-abf7-978d16a08947 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:27:43.486902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.543321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 38176) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:43.607692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38184) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:43.607904 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-75e1ee32-957a-445d-b6ed-98dd4c016ad3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59470a66d04140078b70684929dace72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627353 Nov 22 15:27:43.690155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.736786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.807591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.815471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:43.832834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41754b97-0fb5-4cd2-9840-e469dd78c84d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:43.836007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:43.848888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:43.850531 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41754b97-0fb5-4cd2-9840-e469dd78c84d HTTP/1.1" status: 204 len: 168 time: 0.2412887 Nov 22 15:27:44.167217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d3f9-7cf0-4d95-a651-8385221ffe49 req-e212278b-46b5-495a-90dc-9a9385a85dc1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:44.177865 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b31d3f9-7cf0-4d95-a651-8385221ffe49 req-e212278b-46b5-495a-90dc-9a9385a85dc1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1130943 Nov 22 15:27:44.240735 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3b31d3f9-7cf0-4d95-a651-8385221ffe49 req-3832f2d0-d08e-44c4-b7da-d5d8dd1bc7b2 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588825 Nov 22 15:27:44.680861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:45.260854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:27:45.462624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b421-4f5d-4f14-9b6a-df57e13a1e4f req-8a223e34-1805-4ce4-9757-4d3ddd53f43a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:45.471061 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7998b421-4f5d-4f14-9b6a-df57e13a1e4f req-8a223e34-1805-4ce4-9757-4d3ddd53f43a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0969656 Nov 22 15:27:45.539149 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7998b421-4f5d-4f14-9b6a-df57e13a1e4f req-44bb0798-2c93-4033-b3ac-63b7be3748ec tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Nov 22 15:27:46.811844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e7d91-bb67-4362-9f76-35b76f3c0e81 req-fd7ed28d-3426-471f-aea7-64cd75a099af tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:46.819814 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cc2e7d91-bb67-4362-9f76-35b76f3c0e81 req-fd7ed28d-3426-471f-aea7-64cd75a099af tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1167986 Nov 22 15:27:46.878441 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cc2e7d91-bb67-4362-9f76-35b76f3c0e81 req-9acdac19-b0ab-44a1-9b18-39a2d7a9c4d0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Nov 22 15:27:48.115317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac87845-2cbf-46b0-b737-8acfba85f243 req-876b56b7-2132-4c87-9678-abba2696e12a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:48.117230 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4ac87845-2cbf-46b0-b737-8acfba85f243 req-876b56b7-2132-4c87-9678-abba2696e12a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1145129 Nov 22 15:27:48.176916 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4ac87845-2cbf-46b0-b737-8acfba85f243 req-977637bb-6646-485b-a662-92543b716ce9 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Nov 22 15:27:49.432223 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-c91bd423-c013-4e93-9f64-378fba6507fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.1073952 Nov 22 15:27:49.501583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1dcc6-23c1-46f0-8fbc-559ea6a1c473 req-d8b414bb-17af-4e9d-9fe0-682432bb935d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:49.509589 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a9a1dcc6-23c1-46f0-8fbc-559ea6a1c473 req-d8b414bb-17af-4e9d-9fe0-682432bb935d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1374645 Nov 22 15:27:49.573083 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a9a1dcc6-23c1-46f0-8fbc-559ea6a1c473 req-0d896342-f95d-406a-a9ad-ce603a6635f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591633 Nov 22 15:27:49.848633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-7f364d03-5117-4ea6-a0ad-21e47dcd5a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:49.852602 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-7f364d03-5117-4ea6-a0ad-21e47dcd5a05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.3910131 Nov 22 15:27:49.911006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:49.956252 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-f1ef576e-6631-4831-977f-2b60c03f4c50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.0983701 Nov 22 15:27:50.115029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-20b5442d-9a70-4f8a-a192-762c1c667220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:50.116991 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-20b5442d-9a70-4f8a-a192-762c1c667220 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.1530354 Nov 22 15:27:50.176751 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-a9a69df7-f99e-4905-aafb-d8c78a8c4bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482135 Nov 22 15:27:50.348326 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-f5dc7965-695b-4f5a-b4a4-56f2ec24c8f9 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580186 Nov 22 15:27:50.506568 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-70de250e-8647-4da2-b5ca-aba608fc4181 req-10f3b0a0-9eb2-4f4f-9bb1-c515f175e027 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497309 Nov 22 15:27:50.858484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fc4b4-b232-49bd-b38d-3b36169b9a7e req-92da3d9d-032e-4434-ad63-fa2f6903528d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:50.860163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd3fc4b4-b232-49bd-b38d-3b36169b9a7e req-92da3d9d-032e-4434-ad63-fa2f6903528d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0918550 Nov 22 15:27:50.934960 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd3fc4b4-b232-49bd-b38d-3b36169b9a7e req-a5a28442-0dbc-4d8a-8bf1-c26e0422c410 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650177 Nov 22 15:27:52.235831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f3f97-1543-4258-a4e7-b4998a2b88c6 req-dc65c0d3-7d55-4d77-98a1-3629104251c7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:52.244314 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9a7f3f97-1543-4258-a4e7-b4998a2b88c6 req-dc65c0d3-7d55-4d77-98a1-3629104251c7 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1430111 Nov 22 15:27:52.302148 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9a7f3f97-1543-4258-a4e7-b4998a2b88c6 req-18c73bf4-106e-4f60-876f-fe956dddda0e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565395 Nov 22 15:27:53.531503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec1edd-bbb6-4264-ac27-e711ae7fc688 req-74f6e22f-6f8f-4833-9d8a-04b36a93a675 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:53.539653 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97ec1edd-bbb6-4264-ac27-e711ae7fc688 req-74f6e22f-6f8f-4833-9d8a-04b36a93a675 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1064095 Nov 22 15:27:53.591825 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97ec1edd-bbb6-4264-ac27-e711ae7fc688 req-78f473ae-60d8-4257-8d4b-07bc4a8b4a2d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 Nov 22 15:27:54.832706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f449864-67d9-4646-bb58-96ee9d10a60c req-9ccd5478-8b7f-4cb4-afef-df0bcb9dc490 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:54.834594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f449864-67d9-4646-bb58-96ee9d10a60c req-9ccd5478-8b7f-4cb4-afef-df0bcb9dc490 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0922992 Nov 22 15:27:54.906964 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f449864-67d9-4646-bb58-96ee9d10a60c req-0581f5af-516f-4ffc-9fe7-857654a51988 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650973 Nov 22 15:27:55.991182 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e5cfdf0-1b71-459c-9768-2777b0b817a1 req-c3cbdb65-c817-4c90-b655-f964702d057c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.0826283 Nov 22 15:27:56.047460 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e5cfdf0-1b71-459c-9768-2777b0b817a1 req-16844efd-57f4-4b8d-b1ac-83925b781b5f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Nov 22 15:27:56.117673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38494) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:56.120156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948832f-e1e6-40eb-9b26-b2f1bbb0a5fb req-dd2d1e93-aa8e-4383-9f1e-cccc07f3e7c0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:56.122001 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8948832f-e1e6-40eb-9b26-b2f1bbb0a5fb req-dd2d1e93-aa8e-4383-9f1e-cccc07f3e7c0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0858359 Nov 22 15:27:56.173767 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8948832f-e1e6-40eb-9b26-b2f1bbb0a5fb req-c2d69276-9537-4efd-a178-447fa37dea71 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Nov 22 15:27:56.203161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Deleting subnet ee1bfce5-3b67-4018-a383-cd8c147736d9 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:27:56.207464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.268536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.333297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.412526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.418979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:56.461055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1bfce5-3b67-4018-a383-cd8c147736d9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:56.466403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:56.472150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.480134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9dfe86c6-3d20-4480-9f50-dcd07930fccf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ee1bfce5-3b67-4018-a383-cd8c147736d9 HTTP/1.1" status: 204 len: 168 time: 0.3604476 Nov 22 15:27:56.482788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38512) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:56.580781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cbe85-cc17-42b7-820c-6f76b63fb94b req-738dda4e-41c7-45e8-b5a9-e1c260029ecf tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:56.582422 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d8cbe85-cc17-42b7-820c-6f76b63fb94b req-738dda4e-41c7-45e8-b5a9-e1c260029ecf tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0910840 Nov 22 15:27:56.598826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.637191 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8d8cbe85-cc17-42b7-820c-6f76b63fb94b req-9a1876bb-0fb8-4213-90a1-54f69e89fa3e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470345 Nov 22 15:27:56.744691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.778509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef09dfaf-519c-49e4-af2a-02eb97badfda']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:56.793046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:56.793475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0437ec66-39d7-4e68-9cd4-0bd6b34cfd05') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:27:56.805820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.822059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.828485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:27:56.828913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:27:56.842752 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:27:56.921982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.926047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:56.945903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:56.956374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef09dfaf-519c-49e4-af2a-02eb97badfda,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:56.960142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:56.965487 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e9f1be91-bc1f-42e7-b3e7-8d089b6bd7e0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef09dfaf-519c-49e4-af2a-02eb97badfda HTTP/1.1" status: 204 len: 168 time: 0.4815946 Nov 22 15:27:57.180699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38526) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:57.238212 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7f2cb5df-9a7a-41d2-a9d8-db417733bbdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7718a443c264979998d5befd75a0808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558088 Nov 22 15:27:57.240671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38530) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:27:57.307616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.338096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.394365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.399813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:27:57.414616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abaecf2-2ab7-4779-bf36-ab2f25a2d017,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:27:57.417941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:27:57.420172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:27:57.421545 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9abaecf2-2ab7-4779-bf36-ab2f25a2d017 HTTP/1.1" status: 204 len: 168 time: 0.1799059 Nov 22 15:27:57.433695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614cddf-eb69-4573-8392-e90613346483 req-874f8889-920c-45f2-9bbb-3ed005e79f35 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:57.435674 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b614cddf-eb69-4573-8392-e90613346483 req-874f8889-920c-45f2-9bbb-3ed005e79f35 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0900855 Nov 22 15:27:57.486664 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b614cddf-eb69-4573-8392-e90613346483 req-a1f11040-89d5-46be-949a-8092a41d2582 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Nov 22 15:27:57.861827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfb13a-e558-483a-ade6-6144ec9037a5 req-d50aa59c-b25c-4475-acbc-3f9b2ba2cd97 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:57.863452 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fecfb13a-e558-483a-ade6-6144ec9037a5 req-d50aa59c-b25c-4475-acbc-3f9b2ba2cd97 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0868201 Nov 22 15:27:57.918134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fecfb13a-e558-483a-ade6-6144ec9037a5 req-56248d44-9a51-4d03-b05a-fda24f7b5c44 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476401 Nov 22 15:27:58.708938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636828-e60b-45c5-858c-d4f48535e667 req-5a96bd5c-6de1-4283-92e9-298deda541e0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:58.710727 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b636828-e60b-45c5-858c-d4f48535e667 req-5a96bd5c-6de1-4283-92e9-298deda541e0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0851982 Nov 22 15:27:58.765638 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9b636828-e60b-45c5-858c-d4f48535e667 req-7de96992-e751-4f00-92be-92dbdc2aee94 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Nov 22 15:27:59.180989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c740193-43fd-4b08-be56-2b73f847c44d req-ed71bed0-52db-435c-b06e-73fb0d15ca4d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:59.182405 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6c740193-43fd-4b08-be56-2b73f847c44d req-ed71bed0-52db-435c-b06e-73fb0d15ca4d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0920491 Nov 22 15:27:59.251005 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6c740193-43fd-4b08-be56-2b73f847c44d req-0aa77162-f6d5-4061-979b-34e1b93d54fd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558710 Nov 22 15:27:59.335619 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-d056fe91-1e50-403b-a2d7-a2fae0e64a04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db788fb9ed774a868e50dc4f607bea47&device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 1098 time: 0.0777285 Nov 22 15:27:59.423421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ced8d-db6f-409d-a68c-90deeb48f9fa req-86ec2299-1346-48d7-900e-4351261f995f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:59.424910 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca9ced8d-db6f-409d-a68c-90deeb48f9fa req-86ec2299-1346-48d7-900e-4351261f995f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1037288 Nov 22 15:27:59.474556 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca9ced8d-db6f-409d-a68c-90deeb48f9fa req-cb3bb226-19b8-44c2-9be1-d42618e4711f tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Nov 22 15:27:59.482823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-ab43c56c-3c2e-4225-a4bd-d1a092e6fcc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:59.484406 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-ab43c56c-3c2e-4225-a4bd-d1a092e6fcc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 200 len: 920 time: 0.1397181 Nov 22 15:27:59.561782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-c9a5a4f4-1d86-48d2-bac6-b86a3f7e308b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 200 len: 217 time: 0.0693991 Nov 22 15:27:59.637010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-81254236-df5d-4720-b3f3-8a5663620653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:27:59.639372 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-81254236-df5d-4720-b3f3-8a5663620653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 200 len: 859 time: 0.0707107 Nov 22 15:27:59.688763 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-27451a7e-e60f-4121-8d61-cb7d26c72e31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f19b7-244f-468f-b33d-2a3b3aaefef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429132 Nov 22 15:27:59.834237 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-c48d6802-bc63-40ec-8b65-161e4ea49686 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380346 Nov 22 15:27:59.996524 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bdf3ba93-1c3f-4a10-919a-206125d72b70 req-6add5aa3-e8ab-4e4c-8aa6-9047f86ee608 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516166 Nov 22 15:28:00.483105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa878-27ca-415d-b0a1-801524778be6 req-d827ad13-9a38-4ecf-b5b4-3b35c5d42127 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:00.485337 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-482fa878-27ca-415d-b0a1-801524778be6 req-d827ad13-9a38-4ecf-b5b4-3b35c5d42127 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0957134 Nov 22 15:28:00.546985 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-482fa878-27ca-415d-b0a1-801524778be6 req-d9a538c7-dc20-43bb-bae4-1b959d57ed43 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554118 Nov 22 15:28:00.696630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afef6e-a90f-414b-9042-eac76054e6e6 req-c091405f-6ca3-478c-bc64-4274e9cf5362 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:00.698534 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-52afef6e-a90f-414b-9042-eac76054e6e6 req-c091405f-6ca3-478c-bc64-4274e9cf5362 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0900290 Nov 22 15:28:00.749114 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-52afef6e-a90f-414b-9042-eac76054e6e6 req-2a3d6a6a-f572-4ab6-866c-9095f5a22e99 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Nov 22 15:28:01.767191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f098-352b-4318-a1f8-f05a40bb0650 req-23333c4f-57e4-4584-8f4c-cda04ad9448c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:01.769223 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0cd0f098-352b-4318-a1f8-f05a40bb0650 req-23333c4f-57e4-4584-8f4c-cda04ad9448c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0865762 Nov 22 15:28:01.844571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0cd0f098-352b-4318-a1f8-f05a40bb0650 req-cc056479-1038-48b7-bee5-41f77674a071 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694487 Nov 22 15:28:01.978342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16c91d-6b8b-4c0e-a994-402657ac9d91 req-27124a8e-927b-4f62-a428-4f3aceeb7e09 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:01.980693 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c16c91d-6b8b-4c0e-a994-402657ac9d91 req-27124a8e-927b-4f62-a428-4f3aceeb7e09 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0876327 Nov 22 15:28:02.032549 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c16c91d-6b8b-4c0e-a994-402657ac9d91 req-6fae5d70-4cf9-492b-8182-9bc1877e1eb1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Nov 22 15:28:03.076924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f1d78-dc2c-4674-8542-d636137c2288 req-5dba7edc-30b1-4257-b62b-5c2e7ac73a8b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:03.078566 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-036f1d78-dc2c-4674-8542-d636137c2288 req-5dba7edc-30b1-4257-b62b-5c2e7ac73a8b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0915461 Nov 22 15:28:03.132773 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-036f1d78-dc2c-4674-8542-d636137c2288 req-8b6a3358-d977-4e8d-8ef6-f5dbd497cd28 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475075 Nov 22 15:28:04.363852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c283b26-7002-4f2c-b384-ccae1b00dc0d req-df1fbed8-dadb-4619-8141-45cf14daebac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:04.365469 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8c283b26-7002-4f2c-b384-ccae1b00dc0d req-df1fbed8-dadb-4619-8141-45cf14daebac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0902498 Nov 22 15:28:04.421336 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8c283b26-7002-4f2c-b384-ccae1b00dc0d req-dcf5e824-d03e-44d0-b188-0fed9f8783eb tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Nov 22 15:28:04.688305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38726) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:04.863789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:04.899593 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:04.904592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Usage tracker for resource:security_group_rule and tenant:687ea5c799a8493b996209ac669b2d10 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:04.907700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:04.913740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:04.993519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:04.997834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.005430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8ac16606-2d35-44b3-a313-15d63da05609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:05.048991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76635e0a-86a2-491d-8f5f-f85e867e69f3,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:05.056686 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=687ea5c799a8493b996209ac669b2d10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3672600 Nov 22 15:28:05.057082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 38756) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:05.057690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:05.133198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.170790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.235340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.241184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:05.254896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76635e0a-86a2-491d-8f5f-f85e867e69f3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:05.257753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:05.265703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.267389 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76635e0a-86a2-491d-8f5f-f85e867e69f3 HTTP/1.1" status: 204 len: 168 time: 0.2090714 Nov 22 15:28:05.616345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38772) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:05.637689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.655347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6a4d-5046-40fa-92bc-c8a741258546 req-a345a41d-d353-49a0-9730-7d568f5f53b9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:05.656957 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-31bf6a4d-5046-40fa-92bc-c8a741258546 req-a345a41d-d353-49a0-9730-7d568f5f53b9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0845053 Nov 22 15:28:05.671206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:05.675225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bda2b9c6a8ca498eac32250670f8d2e8 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:05.678205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:05.684803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:05.705842 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-31bf6a4d-5046-40fa-92bc-c8a741258546 req-c1f285a5-37d6-43fb-8490-d8825218a117 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Nov 22 15:28:05.752497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.755242 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.761868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-62dbfcb4-4430-44ab-9a58-554b962421a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:05.806526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bbff62-af3f-41bb-921f-b7e88ff72330,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:05.815503 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bda2b9c6a8ca498eac32250670f8d2e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1980617 Nov 22 15:28:05.818317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38776) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:05.832743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.833164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.833577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.833981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.834420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.834822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.835221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.835620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.836016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.836407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.836799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:05.842029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:05.893062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.920901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.965698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.969628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-50a32084-6685-4ae4-a46e-7fd783ab9a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:05.983635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bbff62-af3f-41bb-921f-b7e88ff72330,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:05.985887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:05.993200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:05.996889 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81bbff62-af3f-41bb-921f-b7e88ff72330 HTTP/1.1" status: 204 len: 168 time: 0.1751962 Nov 22 15:28:06.716522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d11d4-f2da-4f6b-b4bb-6a80277107cd req-6a7cd6a2-c08d-4677-9e8b-b10e0d24d68c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:06.718152 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-148d11d4-f2da-4f6b-b4bb-6a80277107cd req-6a7cd6a2-c08d-4677-9e8b-b10e0d24d68c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.0871797 Nov 22 15:28:06.769534 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-148d11d4-f2da-4f6b-b4bb-6a80277107cd req-e84337be-99dc-471a-88a9-b12d821413aa tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 Nov 22 15:28:06.927567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e3b8-93a2-439a-8bf8-f329e5691952 req-f61299ff-a72b-4455-9896-ccde9a0005e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:06.929071 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e15e3b8-93a2-439a-8bf8-f329e5691952 req-f61299ff-a72b-4455-9896-ccde9a0005e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0823734 Nov 22 15:28:06.982224 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e15e3b8-93a2-439a-8bf8-f329e5691952 req-1970895a-0f0a-4491-81cc-ff4c51bde27a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Nov 22 15:28:07.984829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238c99f-f5df-42e5-b5dc-c5dd5d2fcaf4 req-38dd61e4-b4ef-4b3c-9f1e-97e6bb640c4b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:07.986386 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7238c99f-f5df-42e5-b5dc-c5dd5d2fcaf4 req-38dd61e4-b4ef-4b3c-9f1e-97e6bb640c4b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.0846007 Nov 22 15:28:08.038408 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7238c99f-f5df-42e5-b5dc-c5dd5d2fcaf4 req-b81525a2-fbe7-4bee-b180-ddcdf2c52e6a tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Nov 22 15:28:08.223229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00370-b38d-4c53-89f3-c1da27d8f530 req-95e0ae0d-625f-47ef-9a09-32c038e0da03 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:08.224828 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8ac00370-b38d-4c53-89f3-c1da27d8f530 req-95e0ae0d-625f-47ef-9a09-32c038e0da03 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0932958 Nov 22 15:28:08.275654 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8ac00370-b38d-4c53-89f3-c1da27d8f530 req-feeefdf8-68be-4072-985d-062ec64bb141 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Nov 22 15:28:09.118900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-73ed9f37-b6b5-474e-8a57-b69922199d34 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:09.119663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-73ed9f37-b6b5-474e-8a57-b69922199d34 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Synchronizing usage tracker for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:28:09.135245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-73ed9f37-b6b5-474e-8a57-b69922199d34 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Unset dirty status for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:28:09.136847 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-73ed9f37-b6b5-474e-8a57-b69922199d34 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.1109424 Nov 22 15:28:09.213466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Deleting port 5de31d6e-9d01-41dc-867e-749cb5a982d6 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:09.213860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:09.252558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e25f99-d668-4d33-991f-2a9110a87c85 req-2718f447-0862-4525-bca7-af0093e47652 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:09.254286 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-55e25f99-d668-4d33-991f-2a9110a87c85 req-2718f447-0862-4525-bca7-af0093e47652 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 945 time: 0.0867822 Nov 22 15:28:09.306900 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-55e25f99-d668-4d33-991f-2a9110a87c85 req-bd45ce02-dfc2-458d-b6d7-0318ce0693e6 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Nov 22 15:28:09.484286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] For port 5de31d6e-9d01-41dc-867e-749cb5a982d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=5de31d6e-9d01-41dc-867e-749cb5a982d6,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:09.484703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:09.510873 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304e24-d867-4858-bf0e-01abb80fc3a5 req-b0250f37-636e-4454-884b-ac828e3ac62a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:09.512983 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e304e24-d867-4858-bf0e-01abb80fc3a5 req-b0250f37-636e-4454-884b-ac828e3ac62a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0989602 Nov 22 15:28:09.576148 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6e304e24-d867-4858-bf0e-01abb80fc3a5 req-16ce4d6e-95c2-4ee6-998d-bf0a3577da46 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564432 Nov 22 15:28:09.621107 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Calling delete_port for 5de31d6e-9d01-41dc-867e-749cb5a982d6 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:09.782687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:09.789287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-783b60b8-6812-41a7-81cb-809b1d36f885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:09.796876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['f6b37046-9bda-4783-9df4-0e920ecfc7bf', '5de31d6e-9d01-41dc-867e-749cb5a982d6'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:09.837590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Pushing event deleted for resources: {'Port': ['ID=5de31d6e-9d01-41dc-867e-749cb5a982d6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:09.842151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:09.918922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] No DVR routers for this DVR port 5de31d6e-9d01-41dc-867e-749cb5a982d6 on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:28:09.921412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:09.932053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'name': 'network-vif-deleted', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:09.950280 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9747039f-ec86-433d-b12b-8f0a1ebff1a0 req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "DELETE /v2.0/ports/5de31d6e-9d01-41dc-867e-749cb5a982d6 HTTP/1.1" status: 204 len: 173 time: 0.8072584 Nov 22 15:28:09.998553 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5354c8b-4bd3-4d68-b609-ca198b99f2fc', 'name': 'network-vif-deleted', 'tag': '5de31d6e-9d01-41dc-867e-749cb5a982d6', 'status': 'completed', 'code': 200} Nov 22 15:28:10.330239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38882) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:10.488028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.501868 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5f0aa6ae-c243-4833-9c34-fc1b1e4a0e19 req-05824207-eec0-4766-a4e9-6d6d56df73e1 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5354c8b-4bd3-4d68-b609-ca198b99f2fc HTTP/1.1" status: 200 len: 210 time: 0.0486662 Nov 22 15:28:10.661526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c6a1664c-d5f5-40ae-991b-ce28801ee472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.721287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:10.725229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Usage tracker for resource:security_group_rule and tenant:88debea2b53d49208ca3bc641e80b0e8 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:10.728166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:10.734668 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:10.801884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.804918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.812481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4265b782-a4b8-460f-8d71-6eb07052c6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:10.819089 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98caed1-dae8-4969-8932-a1aa8e71d776 req-83edbb8e-fbc9-4ab2-b379-bdc34e89b316 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:10.820675 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c98caed1-dae8-4969-8932-a1aa8e71d776 req-83edbb8e-fbc9-4ab2-b379-bdc34e89b316 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0848651 Nov 22 15:28:10.855098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1c041-7cdc-4707-a048-dd017e4b95ab,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:10.861032 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88debea2b53d49208ca3bc641e80b0e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5296979 Nov 22 15:28:10.869524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:10.869524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 38892) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:10.876714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c98caed1-dae8-4969-8932-a1aa8e71d776 req-cf1b7db7-ff63-4111-8159-523999ab4441 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494549 Nov 22 15:28:10.927125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.953716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:10.997585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.002533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-088f488e-4243-4fa7-9729-036c73aef401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:11.016524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1c041-7cdc-4707-a048-dd017e4b95ab,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:11.021494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:11.023448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:11.024734 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fba1c041-7cdc-4707-a048-dd017e4b95ab HTTP/1.1" status: 204 len: 168 time: 0.1598940 Nov 22 15:28:12.009773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861654c-3359-4322-8c5e-766e4674dbf8 req-8a8ab9de-d5a6-4595-8007-9dc09a947262 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:12.012444 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5861654c-3359-4322-8c5e-766e4674dbf8 req-8a8ab9de-d5a6-4595-8007-9dc09a947262 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0952475 Nov 22 15:28:12.110538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:12.115812 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5861654c-3359-4322-8c5e-766e4674dbf8 req-0a82638b-c211-4953-b994-9052f9b80034 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Nov 22 15:28:12.150713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647ccea-c573-4a99-b26e-a791a8ab8894 req-f0cb5814-5699-4560-89a3-1ef750646344 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:12.152457 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d647ccea-c573-4a99-b26e-a791a8ab8894 req-f0cb5814-5699-4560-89a3-1ef750646344 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1109114 Nov 22 15:28:12.206001 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d647ccea-c573-4a99-b26e-a791a8ab8894 req-f4f83eae-4737-4452-9005-39f420f5d05c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453486 Nov 22 15:28:12.854824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a2ae2238-7b1b-4b6b-a90a-1715b751f5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:13.335579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9720-55ce-44f1-b8d2-eaae249b481e req-7e9cb087-bc6e-45ed-9ed9-08b875529749 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:13.337912 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-218c9720-55ce-44f1-b8d2-eaae249b481e req-7e9cb087-bc6e-45ed-9ed9-08b875529749 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.0891552 Nov 22 15:28:13.426839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:13.453265 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-218c9720-55ce-44f1-b8d2-eaae249b481e req-ae401ede-03c7-4116-86dc-59388a1dabdb tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077526 Nov 22 15:28:13.481432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91f89d-7367-4dd2-85be-d49d14cff824 req-8a2ba619-6a5a-46e0-91ab-5ddab9b1f49d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:13.483051 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca91f89d-7367-4dd2-85be-d49d14cff824 req-8a2ba619-6a5a-46e0-91ab-5ddab9b1f49d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1171100 Nov 22 15:28:13.530944 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca91f89d-7367-4dd2-85be-d49d14cff824 req-826f6834-17b1-40a7-ae3c-6fff3d02f1e6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Nov 22 15:28:13.564961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:28:13.568776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 5de31d6e-9d01-41dc-867e-749cb5a982d6 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:13.604516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 5de31d6e-9d01-41dc-867e-749cb5a982d6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:28:13.604890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 5de31d6e-9d01-41dc-867e-749cb5a982d6 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:28:13.745503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:13.759975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:28:13.817557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:13.840665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:13.857101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:13.861588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:13.863585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:13.934871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:13.937801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:14.008246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['25ef6c50-600c-4656-992c-ce34dac2b65e'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:14.034458 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089f5da-8428-4fea-91b1-6146dff5be8b req-9c426380-fa7a-4672-abcb-483b62e12294 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:14.036073 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6089f5da-8428-4fea-91b1-6146dff5be8b req-9c426380-fa7a-4672-abcb-483b62e12294 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1037083 Nov 22 15:28:14.085984 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6089f5da-8428-4fea-91b1-6146dff5be8b req-76edc70a-e429-4567-a86d-22dee63807cb tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Nov 22 15:28:14.691539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:14.727756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370a6df-4dcd-4e7f-b44a-d988519a2189 req-5a5f8e16-1858-4a20-be9b-d7736fb9e8d8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:14.729248 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4370a6df-4dcd-4e7f-b44a-d988519a2189 req-5a5f8e16-1858-4a20-be9b-d7736fb9e8d8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1316206 Nov 22 15:28:14.806639 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4370a6df-4dcd-4e7f-b44a-d988519a2189 req-796f3cbb-a227-4ff7-94f0-14ef6d71fe3b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Nov 22 15:28:14.821541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bf020-513e-49be-8257-d4e2c0fe3726 req-a8af0896-d1da-4910-b0a2-778ea58642bd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:14.823410 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a82bf020-513e-49be-8257-d4e2c0fe3726 req-a8af0896-d1da-4910-b0a2-778ea58642bd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 945 time: 0.1351426 Nov 22 15:28:14.881913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a82bf020-513e-49be-8257-d4e2c0fe3726 req-5b6d4118-bd74-4dc3-b8fe-fbcd9986df46 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487335 Nov 22 15:28:15.349011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d85fe1-0969-4862-93f0-73380da56acf req-7dc1cff7-095a-42d3-b249-f99b85078d55 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:15.356667 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-69d85fe1-0969-4862-93f0-73380da56acf req-7dc1cff7-095a-42d3-b249-f99b85078d55 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1078179 Nov 22 15:28:15.410670 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-69d85fe1-0969-4862-93f0-73380da56acf req-682655dc-65e4-4b2f-9db5-0e3ac4e4bdc4 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530715 Nov 22 15:28:15.579606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:15.669984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 25ef6c50-600c-4656-992c-ce34dac2b65e triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:15.670550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:15.811379 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:15.847311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:15.887295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:15.898102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:15.902056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db662ec1-9e0c-4c24-ae77-68476d50a042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:15.963922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39022) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:15.968253 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'code': 200} Nov 22 15:28:15.993364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:16.007594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:16.330718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.396014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:16.404582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b82ca7fa63404fa886dbe71048fa62 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:16.408985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:16.424720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:16.434579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f2b5-ae83-40f0-a632-eae8cd1ae0a3 req-02ef964e-e364-4b6c-87aa-a9146fa2191c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:16.436793 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb49f2b5-ae83-40f0-a632-eae8cd1ae0a3 req-02ef964e-e364-4b6c-87aa-a9146fa2191c tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.4624069 Nov 22 15:28:16.470770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee058f98-4733-4405-8894-3c82490d1a7e req-9ea066c2-7a73-4ab3-98a0-1a0858f7921e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:16.472415 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee058f98-4733-4405-8894-3c82490d1a7e req-9ea066c2-7a73-4ab3-98a0-1a0858f7921e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.2133725 Nov 22 15:28:16.561863 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eb49f2b5-ae83-40f0-a632-eae8cd1ae0a3 req-1ea0b488-8224-4333-bd09-ccfd96b2b5e0 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168032 Nov 22 15:28:16.598150 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee058f98-4733-4405-8894-3c82490d1a7e req-d0568f0d-7cf6-47b6-8668-d6ab17646e82 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140370 Nov 22 15:28:16.626811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.634946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.644076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-96be779a-cdc1-438a-8292-a15464667242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:16.696293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed42950-f4b8-47c9-9110-16b1f7782d1b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:16.701701 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6b82ca7fa63404fa886dbe71048fa62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7358963 Nov 22 15:28:16.702802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:16.704140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39030) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:16.837557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.860069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525df14-89de-4e2d-a43c-68febd11a120 req-0ac23ecc-d98e-4b63-b5f9-8f161b0f4d08 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:16.861808 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d525df14-89de-4e2d-a43c-68febd11a120 req-0ac23ecc-d98e-4b63-b5f9-8f161b0f4d08 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1408741 Nov 22 15:28:16.895955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.961933 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d525df14-89de-4e2d-a43c-68febd11a120 req-a9394df1-3202-43f4-a579-0689e330079d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897076 Nov 22 15:28:16.975013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:16.981071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-50a59b76-ebbf-45a7-ae1b-fcedff3ea4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:16.994795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed42950-f4b8-47c9-9110-16b1f7782d1b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:16.995658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:17.019752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.024501 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bed42950-f4b8-47c9-9110-16b1f7782d1b HTTP/1.1" status: 204 len: 168 time: 0.3159213 Nov 22 15:28:17.421600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39038) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:17.442495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.480494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:17.484690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Usage tracker for resource:security_group_rule and tenant:a4cd7479cee745bdaf0ebe92378714f7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:17.488025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:17.494472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:17.579142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.582052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.592441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3f72737c-faca-4ec3-94ee-041e537d3534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:17.679419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c97152-3591-427c-9ced-efb404c34d22,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:17.682832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:17.689739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39046) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:17.704340 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4cd7479cee745bdaf0ebe92378714f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2814071 Nov 22 15:28:17.800215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.830083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.860651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104455-3f9b-4a60-ac13-514e1ee34e66 req-4e5a6b1c-6061-4bcb-84d6-fe79bb7ef00d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:17.866055 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-33104455-3f9b-4a60-ac13-514e1ee34e66 req-4e5a6b1c-6061-4bcb-84d6-fe79bb7ef00d tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1534295 Nov 22 15:28:17.912101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.920272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9040018d-a1f2-4e9f-b20d-ee8280ae638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:17.932876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c97152-3591-427c-9ced-efb404c34d22,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:17.941373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:17.946298 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7c97152-3591-427c-9ced-efb404c34d22 HTTP/1.1" status: 204 len: 168 time: 0.2553272 Nov 22 15:28:17.948047 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-33104455-3f9b-4a60-ac13-514e1ee34e66 req-bf1269d0-7e0a-4851-97a4-2c73ceeaa9ad tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/security-groups?id=88617bad-50f7-4e88-9491-bb4b898e61e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643950 Nov 22 15:28:17.953310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:17.954549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129383ff-4b72-4bad-8288-365828ef29b2 req-c108c8e8-2634-42b0-9156-bc5e15b6a948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:17.956111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-129383ff-4b72-4bad-8288-365828ef29b2 req-c108c8e8-2634-42b0-9156-bc5e15b6a948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1597142 Nov 22 15:28:18.035590 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-129383ff-4b72-4bad-8288-365828ef29b2 req-7917c926-1c78-44b4-b7cb-167babd6db1e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684493 Nov 22 15:28:18.241946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-3d3e5f4f-9058-4d4c-88f5-43d9afd2853e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:18.242736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-3d3e5f4f-9058-4d4c-88f5-43d9afd2853e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Synchronizing usage tracker for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:28:18.272040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-3d3e5f4f-9058-4d4c-88f5-43d9afd2853e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Unset dirty status for tenant:db788fb9ed774a868e50dc4f607bea47 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:28:18.273676 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-3d3e5f4f-9058-4d4c-88f5-43d9afd2853e tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 945 time: 0.1937091 Nov 22 15:28:18.306053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f935-24d7-4a13-a60e-30ed10c6516a req-7cb22978-23d7-45c8-8c93-8bb05fc7f0ef tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:18.313108 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-af25f935-24d7-4a13-a60e-30ed10c6516a req-7cb22978-23d7-45c8-8c93-8bb05fc7f0ef tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1556940 Nov 22 15:28:18.369547 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-af25f935-24d7-4a13-a60e-30ed10c6516a req-ea8228f3-5be0-4b63-a06c-799da1dee10d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553656 Nov 22 15:28:18.410636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Deleting port f6b37046-9bda-4783-9df4-0e920ecfc7bf {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:18.411380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:18.719831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] For port f6b37046-9bda-4783-9df4-0e920ecfc7bf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=f6b37046-9bda-4783-9df4-0e920ecfc7bf,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:18.720374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:18.873130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Calling delete_port for f6b37046-9bda-4783-9df4-0e920ecfc7bf owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:19.073500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:19.081706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d20edc41-303e-4f55-8ce1-fbf3843c53db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:19.088161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['f6b37046-9bda-4783-9df4-0e920ecfc7bf'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:19.150171 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Pushing event deleted for resources: {'Port': ['ID=f6b37046-9bda-4783-9df4-0e920ecfc7bf,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:19.153746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:19.294699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] No DVR routers for this DVR port f6b37046-9bda-4783-9df4-0e920ecfc7bf on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:28:19.307490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:19.312715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'name': 'network-vif-deleted', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:19.344178 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a81f578a-cfe2-4855-bc36-8dfcb8e9d372 req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.46 "DELETE /v2.0/ports/f6b37046-9bda-4783-9df4-0e920ecfc7bf HTTP/1.1" status: 204 len: 173 time: 1.0629661 Nov 22 15:28:19.365561 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b8ecdd43-3688-4e74-b40e-528c6d9140b5 req-f0728d9a-3494-4e09-b99a-eac4900ecd84 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] 10.222.0.55 "GET /v2.0/ports?device_id=8988611d-bc1a-4054-bdd7-760b700e667a HTTP/1.1" status: 200 len: 210 time: 0.2124915 Nov 22 15:28:19.446584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c741-6b9b-467f-a9aa-c2860a3c73d3 req-389ad5b2-677b-445d-9273-cc9d8f4bddb9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:19.460960 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6255c741-6b9b-467f-a9aa-c2860a3c73d3 req-389ad5b2-677b-445d-9273-cc9d8f4bddb9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.2104983 Nov 22 15:28:19.470154 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8988611d-bc1a-4054-bdd7-760b700e667a', 'name': 'network-vif-deleted', 'tag': 'f6b37046-9bda-4783-9df4-0e920ecfc7bf', 'status': 'completed', 'code': 200} Nov 22 15:28:19.581054 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6255c741-6b9b-467f-a9aa-c2860a3c73d3 req-40f71578-1b7f-4dbd-ba3f-fd3cc2ae5764 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170115 Nov 22 15:28:19.691355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8ba1d-0d56-4d1b-8a9f-b16af2e433e9 req-a89e16c7-5d60-4e31-a763-545003548bcd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:19.693077 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7b8ba1d-0d56-4d1b-8a9f-b16af2e433e9 req-a89e16c7-5d60-4e31-a763-545003548bcd tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1109881 Nov 22 15:28:19.765077 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7b8ba1d-0d56-4d1b-8a9f-b16af2e433e9 req-a2046914-eb00-4d59-9a18-162585153bdc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652387 Nov 22 15:28:19.897573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:20.493843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39100) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:20.852838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c874-d6da-41a0-83a4-5d8449c30ea6 req-7d56657d-41db-48e4-a30b-cc9ee25ec6bd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:20.855843 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2300c874-d6da-41a0-83a4-5d8449c30ea6 req-7d56657d-41db-48e4-a30b-cc9ee25ec6bd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1005459 Nov 22 15:28:20.916856 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2300c874-d6da-41a0-83a4-5d8449c30ea6 req-5f7f098d-ec9b-4a94-81b7-a00ce44d05e5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536935 Nov 22 15:28:21.086654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:21.110360 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42beb3a-76a4-4e47-b6d6-fb840f88db6d req-b491e6a1-4ad8-4c0b-a31e-e28aa681d052 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:21.112427 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c42beb3a-76a4-4e47-b6d6-fb840f88db6d req-b491e6a1-4ad8-4c0b-a31e-e28aa681d052 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1107049 Nov 22 15:28:21.173886 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c42beb3a-76a4-4e47-b6d6-fb840f88db6d req-5036e293-2fc0-4122-944a-a17570a06971 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547729 Nov 22 15:28:21.629108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device f6b37046-9bda-4783-9df4-0e920ecfc7bf no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:21.699338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: f6b37046-9bda-4783-9df4-0e920ecfc7bf {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:28:21.701153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device f6b37046-9bda-4783-9df4-0e920ecfc7bf not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:28:21.937532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Deleting port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:21.938153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.138680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] For port 86db13a5-c628-49c5-8ce6-c6d6b5cc2430, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,segment=NetworkSegment(31c7c23b-bdb2-41b7-bf41-c48b5b945c28),segment_id=31c7c23b-bdb2-41b7-bf41-c48b5b945c28)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:22.139084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:22.223087 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ef728-28d5-4bb9-bd41-63dc45a587a6 req-ea76ed59-e570-4851-a3ec-3b723f4ef991 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:22.231635 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3a1ef728-28d5-4bb9-bd41-63dc45a587a6 req-ea76ed59-e570-4851-a3ec-3b723f4ef991 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1223867 Nov 22 15:28:22.260368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:28:22.291884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3a1ef728-28d5-4bb9-bd41-63dc45a587a6 req-3a77d04a-cda4-4224-a765-beebf73d7c66 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590003 Nov 22 15:28:22.336863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Calling delete_port for 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:22.467472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c0c9f-376a-4df5-a027-125bc1782b80 req-3eb65a2f-2644-4618-8114-5a5728f6951c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:22.471588 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b30c0c9f-376a-4df5-a027-125bc1782b80 req-3eb65a2f-2644-4618-8114-5a5728f6951c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0967202 Nov 22 15:28:22.586874 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b30c0c9f-376a-4df5-a027-125bc1782b80 req-0e0818f4-756d-402f-a9b2-45e4b901b02c tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984585 Nov 22 15:28:23.122639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:23.127482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bfc23519-03f8-4fb6-864c-c8d0e4a151ee tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:23.191596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=86db13a5-c628-49c5-8ce6-c6d6b5cc2430,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:23.197128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:23.552230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb22596-442f-4144-becf-d85394f8d319 req-0ca30a60-f53d-4298-ba01-481c0c958b46 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:23.562467 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9cb22596-442f-4144-becf-d85394f8d319 req-0ca30a60-f53d-4298-ba01-481c0c958b46 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1054754 Nov 22 15:28:23.644577 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9cb22596-442f-4144-becf-d85394f8d319 req-1a3639f8-56fc-4e75-8c80-2c409274c32e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779095 Nov 22 15:28:23.653746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:23.919422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997c39-2ef3-41ee-9c10-c6927f748cfc req-9c1f2d17-a8d7-4e3e-9a17-b07e81511582 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:23.921515 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d4997c39-2ef3-41ee-9c10-c6927f748cfc req-9c1f2d17-a8d7-4e3e-9a17-b07e81511582 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1198661 Nov 22 15:28:24.000322 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d4997c39-2ef3-41ee-9c10-c6927f748cfc req-670ccc78-0c71-4f06-8c99-097d322f13c2 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692446 Nov 22 15:28:24.389363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39176) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:24.461261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Router 5a00756f-c9ba-4419-943b-c0a0af2e14cf has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:28:24.595875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:24.638543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:24.647380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Usage tracker for resource:security_group_rule and tenant:c18ab5d773ce4860a5e8d193299a0425 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:24.656348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:24.667695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:24.736196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:28:24.747412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Sync routers for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:28:24.763441 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] 10.222.0.55 "PUT /v2.0/routers/5a00756f-c9ba-4419-943b-c0a0af2e14cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2683277 Nov 22 15:28:24.765934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39184) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:24.770134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:24.771270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:28:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:24.784440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:24.794452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:24.842637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d30c8f5-64be-4fd8-bc20-66fdee1d36df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:24.926643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77490e3-238f-4643-ba1e-977304bf2614,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:24.937587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:24.950997 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c18ab5d773ce4860a5e8d193299a0425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5605888 Nov 22 15:28:24.951341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39188) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:24.982002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c359fdc-f91e-4f4b-8c0a-e5e0a76f89d1 req-5050efdc-8b37-4e29-8941-85e62ac955c0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:24.989915 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c359fdc-f91e-4f4b-8c0a-e5e0a76f89d1 req-5050efdc-8b37-4e29-8941-85e62ac955c0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1581464 Nov 22 15:28:25.031841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:25.051309 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c359fdc-f91e-4f4b-8c0a-e5e0a76f89d1 req-25a29dcc-5f87-4228-a5bd-48c2731ad87e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603118 Nov 22 15:28:25.065752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.139711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.183595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.313573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7c54-9a8e-4343-9d77-c8d1c4cd513a req-f64df852-1f8c-4500-9b13-d8b7d7aab947 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:25.323282 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ea8e7c54-9a8e-4343-9d77-c8d1c4cd513a req-f64df852-1f8c-4500-9b13-d8b7d7aab947 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1060586 Nov 22 15:28:25.382761 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ea8e7c54-9a8e-4343-9d77-c8d1c4cd513a req-18d566e1-2d14-47d9-8e50-aad96740d3f9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583911 Nov 22 15:28:25.390180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.397142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9315465d-14aa-4859-be45-ede7c1ddd8f9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:25.415361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:28:23Z', 'revision_number': 5, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port': {'id': 'dad785c6-399d-49c9-bcf1-de7398315b8d', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:07Z', 'updated_at': '2021-11-22T15:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:25.415361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Checking router: 5a00756f-c9ba-4419-943b-c0a0af2e14cf for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:28:25.415736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77490e3-238f-4643-ba1e-977304bf2614,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:25.421046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:25.422425 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.430156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Routers {'5a00756f-c9ba-4419-943b-c0a0af2e14cf'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:28:25.431245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:28:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:25.435936 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b77490e3-238f-4643-ba1e-977304bf2614 HTTP/1.1" status: 204 len: 168 time: 0.4833779 Nov 22 15:28:25.451384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.466839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Deleting port dad785c6-399d-49c9-bcf1-de7398315b8d {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:25.467835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:25.619011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] Set router 5a00756f-c9ba-4419-943b-c0a0af2e14cf gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:28:25.760472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:28:25Z', 'revision_number': 6, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:25.766375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d932a89-a5d8-4271-9b76-aa8991553413 None None] The sync data for ids ['5a00756f-c9ba-4419-943b-c0a0af2e14cf'] in dv-cinder-818778-1-smb is: [{'id': '5a00756f-c9ba-4419-943b-c0a0af2e14cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1688501443-router', 'tenant_id': 'db788fb9ed774a868e50dc4f607bea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:28:25Z', 'revision_number': 6, 'project_id': 'db788fb9ed774a868e50dc4f607bea47', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:28:26.129296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=dad785c6-399d-49c9-bcf1-de7398315b8d,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:26.129936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.201438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002a18-3c33-493c-8a7a-71e762c0bc7f req-3fd9928e-31a8-4450-b1c9-aeb55798d35b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:26.203159 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd002a18-3c33-493c-8a7a-71e762c0bc7f req-3fd9928e-31a8-4450-b1c9-aeb55798d35b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1510556 Nov 22 15:28:26.294232 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bd002a18-3c33-493c-8a7a-71e762c0bc7f req-efc8756e-6931-4367-865c-efce6bd86388 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793431 Nov 22 15:28:26.325932 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39208) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:26.373934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Calling delete_port for dad785c6-399d-49c9-bcf1-de7398315b8d owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:26.406892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967783-0cfd-4fe6-ba81-6139dd57c48c req-995fa160-5441-4d8c-b6d1-ef2475bbea8f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:26.415678 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-56967783-0cfd-4fe6-ba81-6139dd57c48c req-995fa160-5441-4d8c-b6d1-ef2475bbea8f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1283073 Nov 22 15:28:26.473820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-56967783-0cfd-4fe6-ba81-6139dd57c48c req-c11b5ff0-5642-46ab-a092-d88943a91095 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554566 Nov 22 15:28:26.478570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.568155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:26.592223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Usage tracker for resource:security_group_rule and tenant:a09cce1286dd4a9e9e53466690593b04 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:26.599954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:26.607812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:26.649749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device dad785c6-399d-49c9-bcf1-de7398315b8d no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:26.663749 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-87e9931b-fd03-4426-9c6e-d86058973a4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1098 time: 0.3421388 Nov 22 15:28:26.818470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.837285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=dad785c6-399d-49c9-bcf1-de7398315b8d,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:26.844056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.844851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-6814cd37-ff09-4ffa-9f12-2626cd747141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:26.846502 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-6814cd37-ff09-4ffa-9f12-2626cd747141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.1724551 Nov 22 15:28:26.846973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:26.877661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a72b4ec-4983-401f-9620-ac69c2d8c7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:26.926537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:28:26.927205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 86db13a5-c628-49c5-8ce6-c6d6b5cc2430 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:28:26.935974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.949423 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:26.959991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:26.961013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a228d7bd-acbc-4c1a-bd7c-64763821a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:26.971040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.971728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.972306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.973285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.973874 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.974468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.975034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.975618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.976196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.976761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.977321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:26.981953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:27.015782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88059) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:28:27.016159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:28:27.018448 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-e94962b6-e56b-42fe-a364-816cf67dd90e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 1000 time: 0.1600845 Nov 22 15:28:27.085467 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a09cce1286dd4a9e9e53466690593b04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6729000 Nov 22 15:28:27.086504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d14a13-7760-49eb-b0d4-b3569026d486,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:27.088462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39216) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:27.096799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:27.103995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-91f8a1da-7a30-497a-b528-2dab47b1389b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:27.105921 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-91f8a1da-7a30-497a-b528-2dab47b1389b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.0805900 Nov 22 15:28:27.160628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.190735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.195483 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-b1920a96-a956-40e0-b09b-28d396b919ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824764 Nov 22 15:28:27.246605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.252039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-33fdf112-2eac-46b2-a928-acf832645b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:27.267445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d14a13-7760-49eb-b0d4-b3569026d486,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:27.270806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:27.281507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.285238 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9d14a13-7760-49eb-b0d4-b3569026d486 HTTP/1.1" status: 204 len: 168 time: 0.1924605 Nov 22 15:28:27.366713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-c260fe08-e2f5-453e-b57f-567a6748e805 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645327 Nov 22 15:28:27.517173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Deleting port dad785c6-399d-49c9-bcf1-de7398315b8d {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:28:27.517642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.523070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c13d5-26c7-4ac2-b3fb-d49694a2c9b7 req-1c7acdb4-71f5-447e-b99e-84ca4589846b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:27.524750 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f9c13d5-26c7-4ac2-b3fb-d49694a2c9b7 req-1c7acdb4-71f5-447e-b99e-84ca4589846b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0995684 Nov 22 15:28:27.601601 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e97c23d6-d9ac-461d-8443-7c01d56594a1 req-fcdc94c0-839c-485c-9b2b-00cf01eb90a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280078 Nov 22 15:28:27.629865 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6f9c13d5-26c7-4ac2-b3fb-d49694a2c9b7 req-2b8079a6-6097-4772-b119-6637aae8f8ec tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943670 Nov 22 15:28:27.774358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] For port dad785c6-399d-49c9-bcf1-de7398315b8d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=dad785c6-399d-49c9-bcf1-de7398315b8d,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:27.774808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:27.910254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8909-0796-42fb-ab5c-df5a7f633f99 req-7c217160-359e-43e0-b9df-80921612ceb6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:27.911737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Calling delete_port for dad785c6-399d-49c9-bcf1-de7398315b8d owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:28:27.911876 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-498e8909-0796-42fb-ab5c-df5a7f633f99 req-7c217160-359e-43e0-b9df-80921612ceb6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.0953076 Nov 22 15:28:27.981661 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-498e8909-0796-42fb-ab5c-df5a7f633f99 req-aa3a023d-40f0-436f-a8f1-530ec9ca3ec9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617621 Nov 22 15:28:28.070468 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-fd629a30-ccd0-4742-ab4c-2e24f0be64b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1099 time: 0.1659286 Nov 22 15:28:28.290803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-5eb8c47c-9075-4389-8636-7fa47f3a2ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:28.292428 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-5eb8c47c-9075-4389-8636-7fa47f3a2ee5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.2142386 Nov 22 15:28:28.300923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:28.309713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:28.445336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad785c6-399d-49c9-bcf1-de7398315b8d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:28.452184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:28.584063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-6adcfb1f-df59-4b69-8cff-fa764dbf7b89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 1000 time: 0.2757957 Nov 22 15:28:28.794938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:28.859818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-477a534a-160d-490d-8401-4fb9fe90201e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:28.861428 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-477a534a-160d-490d-8401-4fb9fe90201e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.2699022 Nov 22 15:28:28.864672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128875e-f817-4905-9f7f-35404818b6ce req-c15fa604-3313-4485-9a6f-79da298f1454 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:28.866347 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a128875e-f817-4905-9f7f-35404818b6ce req-c15fa604-3313-4485-9a6f-79da298f1454 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1088202 Nov 22 15:28:28.926444 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a128875e-f817-4905-9f7f-35404818b6ce req-6d91818a-d176-4b83-b5f0-b02c979fc85a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525925 Nov 22 15:28:29.259438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7fb3-9060-42f2-a8c3-5ec8244e4e96 req-4b4508ef-7166-4947-86c9-efa1f6615999 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:29.261298 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-90ac7fb3-9060-42f2-a8c3-5ec8244e4e96 req-4b4508ef-7166-4947-86c9-efa1f6615999 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1161845 Nov 22 15:28:29.317157 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-90ac7fb3-9060-42f2-a8c3-5ec8244e4e96 req-936739ff-8a8c-41ae-951f-a92380b8ad62 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474439 Nov 22 15:28:29.357581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.374819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.380779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-7be4e184-3fd8-4ca0-aaa9-15db0883023d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4591975 Nov 22 15:28:29.572544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.573077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a00756f-c9ba-4419-943b-c0a0af2e14cf {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:28:29.637754 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-8f476fe3-4e5a-4cfe-a715-5ae923541ebc service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500758 Nov 22 15:28:29.640224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.641628 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5a00756f-c9ba-4419-943b-c0a0af2e14cf HTTP/1.1" status: 204 len: 168 time: 4.8745084 Nov 22 15:28:29.644845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39276) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:29.720781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Deleting subnet 45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:28:29.724314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.783361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1800197'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.815408 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e1696504-6ceb-4ed4-9ae1-9e41d1205941 req-b604dc61-7486-4bb2-9977-1df21e332dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690986 Nov 22 15:28:29.852324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.927803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1952017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852841165'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.935016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-43042f1b-bc5d-4463-bd51-9efbe7f98160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:29.981325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b833f4-c4e7-4e61-8737-a6a5d5cd66c8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:29.985758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:29.997734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:29.998226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:29.998575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:29.998971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:29.999364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:29.999755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.000140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.000558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.000938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.001315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.001692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:28:30.005035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:30.007127 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45b833f4-c4e7-4e61-8737-a6a5d5cd66c8 HTTP/1.1" status: 204 len: 168 time: 0.3605356 Nov 22 15:28:30.010196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39300) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:30.131082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.284638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.315638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7f19b7-244f-468f-b33d-2a3b3aaefef9']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:30.329733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c7c23b-bdb2-41b7-bf41-c48b5b945c28') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:30.330127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c7c23b-bdb2-41b7-bf41-c48b5b945c28') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:28:30.343774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.360472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.369500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:28:30.371185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:28:30.387344 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:28:30.513863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.525209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.536309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e6108338-95c9-40c7-9e7f-fb07e6e94dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:30.568073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Pushing event deleted for resources: {'Network': ['ID=be7f19b7-244f-468f-b33d-2a3b3aaefef9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:30.570999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:30.578131 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-59e75808-72e0-45c9-a0ce-86c2714167de admin admin] 10.222.0.55 "DELETE /v2.0/networks/be7f19b7-244f-468f-b33d-2a3b3aaefef9 HTTP/1.1" status: 204 len: 168 time: 0.5662997 Nov 22 15:28:30.613579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f79d96-0bf0-4fde-920f-6f9a56cdbdd7 req-dfe12da0-927d-464e-ac1e-f82cf8c6ef53 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:30.615219 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e6f79d96-0bf0-4fde-920f-6f9a56cdbdd7 req-dfe12da0-927d-464e-ac1e-f82cf8c6ef53 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 946 time: 0.1445351 Nov 22 15:28:30.679586 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e6f79d96-0bf0-4fde-920f-6f9a56cdbdd7 req-5f29a375-c381-402c-8509-08971a5cd957 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541332 Nov 22 15:28:30.692554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39320) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:30.827927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39326) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:30.868617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.894047 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f8b8c243-2e5d-4af5-aba4-23d8966e7daf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db788fb9ed774a868e50dc4f607bea47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647528 Nov 22 15:28:30.896844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39330) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:30.907193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:30.911320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8c2ad0c1c44342a21cf5aaf87b0a35 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:30.914356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:30.921035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:30.964828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:30.993321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.000211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.003511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.011859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:31.042299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.047969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbdcd483-9dc8-4e8e-9a32-14ea30a3415d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:31.059527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88617bad-50f7-4e88-9491-bb4b898e61e3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:31.061464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b49ee7-029f-4139-86a9-610634f121ff,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:31.064487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:31.064727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:31.066545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.070526 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88617bad-50f7-4e88-9491-bb4b898e61e3 HTTP/1.1" status: 204 len: 168 time: 0.1699598 Nov 22 15:28:31.071924 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e8c2ad0c1c44342a21cf5aaf87b0a35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3781595 Nov 22 15:28:31.073023 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39336) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:31.137150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.164525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.232506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.239853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7434e934-2153-489c-8df9-c910657e1b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:31.257319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b49ee7-029f-4139-86a9-610634f121ff,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:31.260395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:31.263652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.266176 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-23b1d7db-b338-491c-bdfc-a83ec485f7b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81b49ee7-029f-4139-86a9-610634f121ff HTTP/1.1" status: 204 len: 168 time: 0.1912353 Nov 22 15:28:31.647450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:31.753451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39356) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:31.774800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.781170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.807199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:31.822294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:31.824962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:31.827539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:31.829986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa8f99ba6704e1ba1a7665421f160cb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:31.832341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:31.834801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:31.842940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:31.963387 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'code': 200} Nov 22 15:28:31.965225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:31.976748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:32.000700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.005072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.018663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3aa77282-983f-4a94-9acd-13e74b8dc87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:32.274678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66f5d-0a44-467d-a14a-c01e14d3f108 req-faa22524-65e4-4290-bde9-fb2bb711940e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:32.276324 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d4b66f5d-0a44-467d-a14a-c01e14d3f108 req-faa22524-65e4-4290-bde9-fb2bb711940e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.3781648 Nov 22 15:28:32.280926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d07b3f-c0c2-4158-8bbc-36dcf7b743ab,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:32.284143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:32.303365 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fa8f99ba6704e1ba1a7665421f160cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5478084 Nov 22 15:28:32.306075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39368) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:32.369418 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d4b66f5d-0a44-467d-a14a-c01e14d3f108 req-7bb03d44-6269-4159-a27d-19822b148095 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840199 Nov 22 15:28:32.395378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.427415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.485332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.492667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-54033538-dd5c-4d2f-b9fd-ce63430f76e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:32.517847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d07b3f-c0c2-4158-8bbc-36dcf7b743ab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:32.520756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:32.523917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:32.525476 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4eeeb2d6-cead-42ca-a111-3a8b6f6f5182 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42d07b3f-c0c2-4158-8bbc-36dcf7b743ab HTTP/1.1" status: 204 len: 168 time: 0.2184179 Nov 22 15:28:33.428590 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-01ee24a6-a105-4ef2-a7fb-aee28e3a3c9a req-aafa7f16-6464-494f-884c-760f026acdcc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0819020 Nov 22 15:28:33.722929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e062e-9a2c-403a-bd92-ce54fa15f181 req-08c178fe-d046-4e46-8aaa-5543964e38b5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:33.724516 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-481e062e-9a2c-403a-bd92-ce54fa15f181 req-08c178fe-d046-4e46-8aaa-5543964e38b5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.0854611 Nov 22 15:28:33.783690 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-481e062e-9a2c-403a-bd92-ce54fa15f181 req-366663db-90d3-41fd-90b1-776d7f48577d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512381 Nov 22 15:28:33.805092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39432) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:34.022615 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-0478c7ae-1c7f-4fbd-8ad8-d389c7d2885b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2153151 Nov 22 15:28:35.036160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dec2d0-ffb0-47e1-83a3-0488553e5cc0 req-c699cd73-f62a-4088-a91b-91628ba05441 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:35.038945 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-61dec2d0-ffb0-47e1-83a3-0488553e5cc0 req-c699cd73-f62a-4088-a91b-91628ba05441 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.0976996 Nov 22 15:28:35.105019 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-61dec2d0-ffb0-47e1-83a3-0488553e5cc0 req-f7fd420d-7404-44f3-b055-677b83c93a31 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598650 Nov 22 15:28:35.627621 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-a88cd124-00ec-4241-9f6c-41be68bc84e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 1097 time: 0.0802622 Nov 22 15:28:35.665394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:28:35.738917 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-9baff66b-272b-429b-b0fd-6a35c16d5e5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1097 time: 0.0889201 Nov 22 15:28:35.896792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-e431235e-682b-4344-8c69-2c6590aeef72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:35.898629 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-e431235e-682b-4344-8c69-2c6590aeef72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1536448 Nov 22 15:28:36.020679 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-9236dfd0-541a-48bb-9f85-41f8b74a5fb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 200 len: 998 time: 0.1150756 Nov 22 15:28:36.104826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-7fa5029f-ed48-4312-bb8d-9b649210c56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:36.106454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-7fa5029f-ed48-4312-bb8d-9b649210c56d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0800788 Nov 22 15:28:36.193559 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-e88ac6e7-7203-4b22-a1ac-94b846963086 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792673 Nov 22 15:28:36.346687 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-466442a7-c9fe-43a8-9c44-7845c0e7c809 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459579 Nov 22 15:28:36.367551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e74b-b646-4129-b1b7-d52850e518de req-210dca9b-f730-4f60-a322-fd7069b29491 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:36.369161 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b50e74b-b646-4129-b1b7-d52850e518de req-210dca9b-f730-4f60-a322-fd7069b29491 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.0875781 Nov 22 15:28:36.427358 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b50e74b-b646-4129-b1b7-d52850e518de req-a03bb073-6781-4bb1-89ea-e8360b265784 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505183 Nov 22 15:28:36.509582 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d85d295-3112-41b9-87cc-53c5b328ffa5 req-313f19d2-680d-4036-b20c-72667c30c0ab service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565940 Nov 22 15:28:37.819352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3fccc-4027-48e6-8a65-2b490c95a781 req-0426fd97-9c88-4471-b4bc-268a2e6a8e8f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:37.830290 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-75b3fccc-4027-48e6-8a65-2b490c95a781 req-0426fd97-9c88-4471-b4bc-268a2e6a8e8f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.2175033 Nov 22 15:28:37.908523 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-75b3fccc-4027-48e6-8a65-2b490c95a781 req-9f2a39cf-c3e3-4b13-af7e-0dbd486cfa7f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767059 Nov 22 15:28:38.390750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39566) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:38.610081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.652477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:38.657658 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Usage tracker for resource:security_group_rule and tenant:575d62eebb984c8bae02a2dfdde701cf is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:38.662287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:38.671476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:38.781720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.787717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.800739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3461bd0c-5699-4778-92e9-75b85dc32974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:38.851495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976a964-9969-40e6-9336-3242c72db3db,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:38.857330 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=575d62eebb984c8bae02a2dfdde701cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4653339 Nov 22 15:28:38.858372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:38.860175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39578) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:38.933765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:38.964670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.040119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.048584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-13f5dd08-3aff-42e7-ad65-2f4d6f0e469f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:39.071917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976a964-9969-40e6-9336-3242c72db3db,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:39.075525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:39.093702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.095482 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b976a964-9969-40e6-9336-3242c72db3db HTTP/1.1" status: 204 len: 168 time: 0.2342415 Nov 22 15:28:39.176174 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8acb7-acee-468f-8cf2-b70efa4b57b6 req-d5bbd3ae-5443-46a8-9d7d-1a31b824966b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:39.185873 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-61a8acb7-acee-468f-8cf2-b70efa4b57b6 req-d5bbd3ae-5443-46a8-9d7d-1a31b824966b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1224880 Nov 22 15:28:39.247563 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-61a8acb7-acee-468f-8cf2-b70efa4b57b6 req-c61a720d-bb51-4058-bcf5-de5be410e2bb tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605433 Nov 22 15:28:39.546625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39588) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:39.571767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.619500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:39.624749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Usage tracker for resource:security_group_rule and tenant:1217f9e366b34c22b5520ec530902545 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:39.628336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:39.634624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:39.720794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.724460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.736909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6b9d41b3-96ee-45e2-babd-59f19a78ac2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:39.787474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b961e1a1-9ea5-4c6f-b4f1-57b816615db7,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:39.792466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:39.798037 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1217f9e366b34c22b5520ec530902545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473650 Nov 22 15:28:39.798931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39594) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:39.879438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.912943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.977410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:39.985027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-db817db9-be9e-4bf8-9673-28198d9379ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:39.998765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b961e1a1-9ea5-4c6f-b4f1-57b816615db7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:40.001985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:40.003954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:40.009261 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b961e1a1-9ea5-4c6f-b4f1-57b816615db7 HTTP/1.1" status: 204 len: 168 time: 0.2059836 Nov 22 15:28:40.499221 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ec37f-f76a-4607-9546-6f6f9a5db39e req-e4c065f4-6e0c-4c01-a611-23eda8cf7602 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:40.502865 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d35ec37f-f76a-4607-9546-6f6f9a5db39e req-e4c065f4-6e0c-4c01-a611-23eda8cf7602 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1074626 Nov 22 15:28:40.564483 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d35ec37f-f76a-4607-9546-6f6f9a5db39e req-83209828-1842-49c4-97f6-88292e939495 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508473 Nov 22 15:28:40.634289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6033e2d3-8822-4c2f-87c0-5eccffd1f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:41.877876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feca6f-1614-489f-acf2-dca21f123df4 req-69bd64d1-2ca0-4d4b-bc95-125bb76ae46b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:41.879989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-62feca6f-1614-489f-acf2-dca21f123df4 req-69bd64d1-2ca0-4d4b-bc95-125bb76ae46b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1221042 Nov 22 15:28:41.934087 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-62feca6f-1614-489f-acf2-dca21f123df4 req-79e95ae3-aedc-4145-9598-cf0e95ca0623 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Nov 22 15:28:42.113598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:42.742723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39646) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:42.859866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-087f6f7c-8ba4-4aed-81f8-a076d69528ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:42.923566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:42.958978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:42.968118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9f176540de4b92bcee79cec4a6cdee is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:42.970273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:42.989117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:43.175558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.185257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.194716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f5c37d92-985c-4f9c-a9c9-fe9a97e4ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:43.244349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10bca1e-af4c-4cea-8a5f-d9e271f3264d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:43.250780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:43.285288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399125d-90d7-4df8-add9-827cb527d4d2 req-57a1705c-af1c-4723-bebd-87e3bd6d8199 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:43.291415 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b399125d-90d7-4df8-add9-827cb527d4d2 req-57a1705c-af1c-4723-bebd-87e3bd6d8199 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.2015495 Nov 22 15:28:43.301158 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc9f176540de4b92bcee79cec4a6cdee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5572462 Nov 22 15:28:43.303947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39662) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:43.356174 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b399125d-90d7-4df8-add9-827cb527d4d2 req-22180371-513c-4c50-9ea2-c8aa76187f0a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606260 Nov 22 15:28:43.406666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.438339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.438574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.492192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.498369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:43.511449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10bca1e-af4c-4cea-8a5f-d9e271f3264d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:43.515693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:43.527192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:43.531713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b10bca1e-af4c-4cea-8a5f-d9e271f3264d HTTP/1.1" status: 204 len: 168 time: 0.2265346 Nov 22 15:28:44.641271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea11e8-d320-4533-9981-4739d99d0e4f req-474ee31f-5753-4b7b-8c86-5b91beafc781 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:44.643633 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e0ea11e8-d320-4533-9981-4739d99d0e4f req-474ee31f-5753-4b7b-8c86-5b91beafc781 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.0950453 Nov 22 15:28:44.674859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:44.710492 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e0ea11e8-d320-4533-9981-4739d99d0e4f req-b0248a71-a9d1-498c-918a-577d5c5431e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566530 Nov 22 15:28:45.979199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a77ba-e873-4cf3-8965-bc2ae810c4e4 req-743990e4-e5f1-4076-b109-1db8ddb894c7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:45.981399 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-183a77ba-e873-4cf3-8965-bc2ae810c4e4 req-743990e4-e5f1-4076-b109-1db8ddb894c7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1116664 Nov 22 15:28:46.034999 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-183a77ba-e873-4cf3-8965-bc2ae810c4e4 req-3fbdc946-5d32-4844-a840-df57bba2e728 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Nov 22 15:28:47.278096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39766) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:47.292768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8da747-136e-4a9a-8b28-22d8a9a37b02 req-75c5383d-fb5e-4fa9-850f-561d7733f4ab tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:47.294396 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8a8da747-136e-4a9a-8b28-22d8a9a37b02 req-75c5383d-fb5e-4fa9-850f-561d7733f4ab tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1134675 Nov 22 15:28:47.346479 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8a8da747-136e-4a9a-8b28-22d8a9a37b02 req-163a9feb-94a2-4e5b-b1a5-50e6b2bde8df tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Nov 22 15:28:47.446352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.482561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:47.486652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Usage tracker for resource:security_group_rule and tenant:7becc9f3df4549caa62e16cf00b754a5 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:47.489780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:47.496814 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:47.577934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.581036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.589329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5cef050d-f7c6-4a2d-9efb-3464a48d8e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:47.637827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652b6b34-fb29-4e55-a378-4fdc1f162d8b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:47.641036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:47.646765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 39772) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:47.646897 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7becc9f3df4549caa62e16cf00b754a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3675945 Nov 22 15:28:47.721099 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.751113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.799757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.809169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e91d6eaa-5e22-4f18-af87-14d3d20f7ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:47.824656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652b6b34-fb29-4e55-a378-4fdc1f162d8b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:47.827474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:47.837059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:47.841587 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/652b6b34-fb29-4e55-a378-4fdc1f162d8b HTTP/1.1" status: 204 len: 168 time: 0.1933670 Nov 22 15:28:48.304541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39788) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:48.327350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.379829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:28:48.386164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Usage tracker for resource:security_group_rule and tenant:d169ddf2a330432891150cc21e41113d is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:28:48.390548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:28:48.400690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:28:48.525628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.529439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.537594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f015eda-b96e-4825-882a-2597da737c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:48.589617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a477aa17-a4fd-49e8-8326-7377aedc05e7,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:48.593042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:48.596714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d169ddf2a330432891150cc21e41113d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2906425 Nov 22 15:28:48.598861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 39796) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:28:48.643182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc3bc5-2e40-4296-b049-eba0f527fccb req-1dde982b-91af-456a-ad2b-6d351364b069 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:48.644917 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2dcc3bc5-2e40-4296-b049-eba0f527fccb req-1dde982b-91af-456a-ad2b-6d351364b069 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.0962579 Nov 22 15:28:48.681345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.701786 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2dcc3bc5-2e40-4296-b049-eba0f527fccb req-6d887a99-f4c0-4ec3-9002-776b8fc89e06 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466917 Nov 22 15:28:48.711936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.763188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.769684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f7ace504-a8e2-4089-b455-b766ce114721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:48.785788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477aa17-a4fd-49e8-8326-7377aedc05e7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:48.791281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:48.797448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:48.798859 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a477aa17-a4fd-49e8-8326-7377aedc05e7 HTTP/1.1" status: 204 len: 168 time: 0.1986182 Nov 22 15:28:49.789655 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-021da39f-11fa-4bc2-9e7a-149fe555c86e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921662 Nov 22 15:28:49.906904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:49.918993 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-7e1f26e7-f217-40cf-b15c-cf683d8712f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 1098 time: 0.1063898 Nov 22 15:28:49.966704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150ce8e-ed89-4028-ac39-b03cd59fa1ad req-8c0ae8b5-51f9-410c-be07-965e6b490356 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:49.975125 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8150ce8e-ed89-4028-ac39-b03cd59fa1ad req-8c0ae8b5-51f9-410c-be07-965e6b490356 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1043923 Nov 22 15:28:50.027210 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8150ce8e-ed89-4028-ac39-b03cd59fa1ad req-547140b1-3ac2-42a7-8382-43d56a2fbb77 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510838 Nov 22 15:28:50.125520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-5608190d-e50b-4503-83a7-c1b4f94d83b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:50.127417 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-5608190d-e50b-4503-83a7-c1b4f94d83b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.1727598 Nov 22 15:28:50.265234 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-bb4f40ed-b445-4273-8e3c-6cc4e2e229b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 200 len: 1000 time: 0.1300511 Nov 22 15:28:50.381530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-c982d595-e34d-4cff-8894-8bd92bd0f061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:50.383925 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-c982d595-e34d-4cff-8894-8bd92bd0f061 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.1096799 Nov 22 15:28:50.473723 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-f1099e5b-8c5f-4cb4-bf24-3158f3fae373 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826347 Nov 22 15:28:50.634390 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-e373a329-77fa-4529-9414-4d7cba2cd232 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531339 Nov 22 15:28:50.788570 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1db13b6c-aad9-4fc3-a552-531d5374ca97 req-2a2f1525-0f21-4488-bef5-54fbfb9f3d30 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470723 Nov 22 15:28:51.429633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442bc7-ae79-4c39-9e9b-76ce0a6df61d req-34d21c90-cedc-4e51-910f-0137c72a4e97 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:51.431388 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b442bc7-ae79-4c39-9e9b-76ce0a6df61d req-34d21c90-cedc-4e51-910f-0137c72a4e97 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 944 time: 0.1101763 Nov 22 15:28:51.496794 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b442bc7-ae79-4c39-9e9b-76ce0a6df61d req-81e7e2fa-3868-4956-9ae4-391dbcea3b4e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567408 Nov 22 15:28:51.741002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:28:51.889598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:51.904943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'mac_address': 'fa:16:3e:4a:91:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:28:51.972948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:51.992208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:28:52.015323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:52.019387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:52.022141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:52.098599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:52.101880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:52.281002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['25ef6c50-600c-4656-992c-ce34dac2b65e'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:28:52.729030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806f8b-8bcc-49f9-abdf-3aca998474a7 req-b4124941-94bb-4b20-bfb7-e082b03a2203 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:52.730560 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0d806f8b-8bcc-49f9-abdf-3aca998474a7 req-b4124941-94bb-4b20-bfb7-e082b03a2203 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 945 time: 0.0874619 Nov 22 15:28:52.780340 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0d806f8b-8bcc-49f9-abdf-3aca998474a7 req-0cfa9df3-1ae3-424f-afda-6f0563b61c98 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Nov 22 15:28:53.749445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:28:53.835241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 25ef6c50-600c-4656-992c-ce34dac2b65e triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:28:53.836158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:53.998353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.030162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:28:54.040406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:28:54.043885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:28:54.047017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:28:54.047499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da61dc0-23a6-490b-a090-24ac2c014ecf req-c68b2f8b-d35f-4e67-b019-5de9baf7eb1f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:54.049426 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4da61dc0-23a6-490b-a090-24ac2c014ecf req-c68b2f8b-d35f-4e67-b019-5de9baf7eb1f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 945 time: 0.0905089 Nov 22 15:28:54.124426 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'code': 200} Nov 22 15:28:54.125429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:28:54.126912 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4da61dc0-23a6-490b-a090-24ac2c014ecf req-928a7370-7f9e-4f1f-8797-4b105d9cf612 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707791 Nov 22 15:28:54.139257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:28:54.652825 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5065e2ed-712e-44f0-8b7b-cd7d727c5513 req-2c83c55e-1064-4128-8c95-08f7736687c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 1100 time: 0.0917733 Nov 22 15:28:54.708304 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5065e2ed-712e-44f0-8b7b-cd7d727c5513 req-566aacb6-73a3-4ccd-be10-b8392ee1de04 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489686 Nov 22 15:28:55.391840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503dadd-74ca-4866-8329-2fe78fabcf5d req-524f6398-0040-45cb-8b52-3efa10842b5f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:55.393731 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6503dadd-74ca-4866-8329-2fe78fabcf5d req-524f6398-0040-45cb-8b52-3efa10842b5f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.0983336 Nov 22 15:28:55.444155 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6503dadd-74ca-4866-8329-2fe78fabcf5d req-c6df7327-991a-44f8-b3b0-a1d958104c2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443375 Nov 22 15:28:56.694102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866138d-11d0-410a-9543-23142030f6af req-ef0a27ad-93f2-497f-822d-2a57dddbcd57 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:56.695713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0866138d-11d0-410a-9543-23142030f6af req-ef0a27ad-93f2-497f-822d-2a57dddbcd57 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.0855937 Nov 22 15:28:56.750570 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0866138d-11d0-410a-9543-23142030f6af req-c83240df-8aa6-4826-863e-06c11b5970ff tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487628 Nov 22 15:28:57.992230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b40141-f0de-4cfb-8fd6-030358558a23 req-efad3307-de35-406c-9c95-a6626e91963b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:28:57.994126 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92b40141-f0de-4cfb-8fd6-030358558a23 req-efad3307-de35-406c-9c95-a6626e91963b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.0934989 Nov 22 15:28:58.046314 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92b40141-f0de-4cfb-8fd6-030358558a23 req-6a758912-6808-4f0f-a28f-7da5edc60493 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Nov 22 15:28:59.262288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:28:59.886701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40080) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:00.041003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.074757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:00.078752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Usage tracker for resource:security_group_rule and tenant:6275fe161208471e993017ec1ec6b9f3 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:00.081662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:00.088800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:00.186354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.190803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.208126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fc7c1d3d-49f7-4224-830a-ead18000e778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:00.263568 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6275fe161208471e993017ec1ec6b9f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3757224 Nov 22 15:29:00.265281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9730ac-ecc5-4729-8fac-6c7dcd4ad4bd,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:00.266472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40086) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:00.269308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:00.334568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.366654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.416832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.422080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8d65bb4c-ac51-45ec-9f13-6faaad78c999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:00.436793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9730ac-ecc5-4729-8fac-6c7dcd4ad4bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:00.440150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:00.442245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.443533 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec9730ac-ecc5-4729-8fac-6c7dcd4ad4bd HTTP/1.1" status: 204 len: 168 time: 0.1755273 Nov 22 15:29:00.818086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40096) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:00.840077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.874906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:00.878984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Usage tracker for resource:security_group_rule and tenant:46e79740efc74a679dfca83267c53397 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:00.881974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:00.888773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:00.959902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.963004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:00.970638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-08db8685-0bc2-4356-9416-1e88fc810139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.015512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8539ee9-9696-4968-a792-d48099fd9a96,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.020025 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46e79740efc74a679dfca83267c53397&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007899 Nov 22 15:29:01.020997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:01.022784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40100) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:01.087243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.115019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.165105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.170312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b3ec4e42-4137-4b86-be5e-9f245b711957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.183818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8539ee9-9696-4968-a792-d48099fd9a96,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.186973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:01.203914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.206704 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8539ee9-9696-4968-a792-d48099fd9a96 HTTP/1.1" status: 204 len: 168 time: 0.1827524 Nov 22 15:29:01.684182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40110) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:01.705772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.738966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:01.743489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Usage tracker for resource:security_group_rule and tenant:bcecc052f2ee44b6bfbbbb45a5659bd7 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:01.747853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:01.753923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:01.826967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.830674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.839165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2ba93eac-8022-49ea-a723-b7cd61b89218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:01.886074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d40a0-5fed-47e9-aa83-0419f5f4d4d9,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:01.889647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:01.892528 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcecc052f2ee44b6bfbbbb45a5659bd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2069545 Nov 22 15:29:01.895498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40114) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:01.966523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:01.994665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.042489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.047572 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffa4d1e9-ad93-4a92-b7dd-ec136bf520e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:02.061729 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d40a0-5fed-47e9-aa83-0419f5f4d4d9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:02.064845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:02.065774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:02.069071 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9a8fff1d-29d5-4eec-b02a-db090747ab8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d74d40a0-5fed-47e9-aa83-0419f5f4d4d9 HTTP/1.1" status: 204 len: 168 time: 0.1727333 Nov 22 15:29:09.689649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ad24-5f9a-4674-bb0c-ef3e67bc4d5d req-79bf2201-1dcb-4c7f-b076-15c3d61861ba tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:09.691294 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83e4ad24-5f9a-4674-bb0c-ef3e67bc4d5d req-79bf2201-1dcb-4c7f-b076-15c3d61861ba tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0913444 Nov 22 15:29:09.745264 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83e4ad24-5f9a-4674-bb0c-ef3e67bc4d5d req-b0e0fb65-dfbf-44eb-bc6c-6925ad39f38d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463061 Nov 22 15:29:10.638888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-006836ff-69e1-4ae2-8705-42fbcbbb3d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:10.967149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268ed15-cdf8-488f-8294-27c70e597a7e req-8d8b42ed-7922-454e-81cd-f9b356790177 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:10.968845 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9268ed15-cdf8-488f-8294-27c70e597a7e req-8d8b42ed-7922-454e-81cd-f9b356790177 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0912006 Nov 22 15:29:11.020616 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9268ed15-cdf8-488f-8294-27c70e597a7e req-7e5cc5bc-9d1a-4586-b582-9941f9cbc4b5 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Nov 22 15:29:11.852445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a251031-c581-443d-b98c-feb8abe6b91a req-32be1550-331f-406b-a650-4da952fbcf97 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:11.854128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6a251031-c581-443d-b98c-feb8abe6b91a req-32be1550-331f-406b-a650-4da952fbcf97 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Synchronizing usage tracker for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:11.871942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6a251031-c581-443d-b98c-feb8abe6b91a req-32be1550-331f-406b-a650-4da952fbcf97 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Unset dirty status for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:11.873282 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6a251031-c581-443d-b98c-feb8abe6b91a req-32be1550-331f-406b-a650-4da952fbcf97 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.1083031 Nov 22 15:29:12.124511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.174358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Deleting port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:12.174752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.246970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54b172-5ce2-4de3-9778-c40c82b92315 req-9e9d59dd-3486-4f90-ae32-bde067226f0b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:12.249399 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7c54b172-5ce2-4de3-9778-c40c82b92315 req-9e9d59dd-3486-4f90-ae32-bde067226f0b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 945 time: 0.0891080 Nov 22 15:29:12.314447 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7c54b172-5ce2-4de3-9778-c40c82b92315 req-d7877df9-5926-42ed-82d1-618630220423 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=0d08ca30-f41d-437e-850a-83da05991b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522819 Nov 22 15:29:12.531633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] For port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:12.532213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.863238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f2dc2838-ab5c-40f5-8e1f-9f82f1287cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.998585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.999166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:12.999624 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Floating IP 3257ae99-4008-4a68-aab4-c9b50e73ab2d disassociated. External IP: 172.28.2.55, port: 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6. Nov 22 15:29:13.000169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Calling delete_port for 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:13.157880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:13.169041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:13.233186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'Port': ['ID=05dc521a-9ade-43d9-92ca-e3cb5a7c14d6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:13.263198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.264723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.264723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.264723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.265400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.265400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.265746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.266091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.266502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.266902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.267566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:13.282265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:13.441264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:13.505415 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0b6e6174-ad66-4b47-88b6-6b426d754593 req-e85c3650-f3e1-459f-a104-e52d771e475e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=670d0f84-9213-46d3-b0bc-783309e31ff7 HTTP/1.1" status: 200 len: 210 time: 0.0457885 Nov 22 15:29:13.517390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:13.755236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:13.768343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:13.798529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:13.799598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:13.833940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] No DVR routers for this DVR port 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:13.840425 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:13.846330 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'name': 'network-vif-deleted', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:13.869144 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6a251031-c581-443d-b98c-feb8abe6b91a req-87067a32-5f12-4fed-b8db-7f086ffa84d1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "DELETE /v2.0/ports/05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 HTTP/1.1" status: 204 len: 173 time: 1.9890153 Nov 22 15:29:13.938649 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670d0f84-9213-46d3-b0bc-783309e31ff7', 'name': 'network-vif-deleted', 'tag': '05dc521a-9ade-43d9-92ca-e3cb5a7c14d6', 'status': 'completed', 'code': 200} Nov 22 15:29:14.019915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:14.414602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:14.417914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:14.430122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:14.430803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:14.710623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40272) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:14.769673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:14.789592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:14.798223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:14.820421 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:14.884029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:14.894746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2481406-81c6-415e-9a85-4d26b02ee287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:14.918288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08ca30-f41d-437e-850a-83da05991b04,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:14.921327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:14.928412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:14.929677 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "DELETE /v2.0/security-groups/0d08ca30-f41d-437e-850a-83da05991b04 HTTP/1.1" status: 204 len: 168 time: 0.2177598 Nov 22 15:29:14.935008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40280) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:14.963595 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.v2.resource [None req-d0e8d8a5-4da7-43bf-8135-6d656153170b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] show failed (client error): The resource could not be found. Nov 22 15:29:14.969410 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d0e8d8a5-4da7-43bf-8135-6d656153170b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups/0d08ca30-f41d-437e-850a-83da05991b04 HTTP/1.1" status: 404 len: 347 time: 0.0281956 Nov 22 15:29:14.970625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40284) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:15.183566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:15.187934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe65c04-91c0-45a8-9220-202eeb6a8f23 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:15.235309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Deleting port 7c3c38b1-4f7d-4627-ad90-81a3301270be {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:15.235701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.442833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.443364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.581333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Calling delete_port for 7c3c38b1-4f7d-4627-ad90-81a3301270be owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:15.697037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d899c9ed-b514-463b-8cf8-c44fe1229273 None None] New status for floating IP 3257ae99-4008-4a68-aab4-c9b50e73ab2d: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:29:15.755217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.760082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7d5a70f3-4162-4f6f-aba9-526e464a1541 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:15.804501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'Port': ['ID=7c3c38b1-4f7d-4627-ad90-81a3301270be,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:15.808810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:15.891817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:15.911288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.929589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:15.932178 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "DELETE /v2.0/floatingips/3257ae99-4008-4a68-aab4-c9b50e73ab2d HTTP/1.1" status: 204 len: 168 time: 0.9585118 Nov 22 15:29:15.933236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:15.933651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 05dc521a-9ade-43d9-92ca-e3cb5a7c14d6 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:16.305563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40302) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:16.313158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865184310', 'description': 'tempest-description--1927609369'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:16.319741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:16.324570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:16.327790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:16.334482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:16.345210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.386777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:16.390928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:16.394285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:16.400972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:16.465903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.468942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.474819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bd439f29-4f95-431e-a2de-904edfd33c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:16.522921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e399af-335c-47c7-8109-7b7e55026142,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:16.526529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:16.527957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.529320 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2219174 Nov 22 15:29:16.533247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40310) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:16.541833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group_rule': {'security_group_id': '79e399af-335c-47c7-8109-7b7e55026142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:16.548551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:16.554756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:16.559000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:16.565565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:16.585805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.663575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.667970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.676501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:16.702960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d1051f-479d-4a2b-bc09-36b3d842214b,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:16.705857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:16.710211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.712337 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-46d2ab00-3409-4388-93fc-47fc3f13146a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1773229 Nov 22 15:29:16.715824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40314) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:16.723107 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'security_group_rule': {'security_group_id': '79e399af-335c-47c7-8109-7b7e55026142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:16.730417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:16.734851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:security_group_rule and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:16.738491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:16.746336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:16.765809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.857849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.861563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.865490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6ed06fd5-8648-4661-9ee0-e19aa1797274 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:16.896991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b529ee3-a6e3-46a3-bbc9-eccd5832fc8e,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:16.904438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:16.929461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:16.934163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2144270 Nov 22 15:29:16.934477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40320) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:16.944995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:16.954786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:16.961049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:floatingip and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:16.967001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:16.976609 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:16.987639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:17.152785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:17.333968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Allocated IP 172.28.2.135 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/d7f95977-bca3-4323-a748-0fabed58c90e) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:17.506953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:17.534914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:17.539674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-113651e6-7447-4093-a1ac-c535de813eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:17.601678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:17.609714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:17.612272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:17.658958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=d7f95977-bca3-4323-a748-0fabed58c90e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:17.661994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:18.013210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.076125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.308657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.312410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.317175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:18.436995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=d7f95977-bca3-4323-a748-0fabed58c90e,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:18.440005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:18.454902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.477656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:18.481063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5452530 Nov 22 15:29:18.739176 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-e28b19e2-9a4a-492a-a44c-ad9150c20d48 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--865184310&fields=id&tenant_id=689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 267 time: 0.0461836 Nov 22 15:29:18.910538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6a114ac0-3de9-4722-8bb2-b657cda23714 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:18.912128 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6a114ac0-3de9-4722-8bb2-b657cda23714 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 810 time: 0.1650519 Nov 22 15:29:18.929831 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-14e240d5-80ef-4705-ac02-475f02be0d9e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/quotas/689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 375 time: 0.0115120 Nov 22 15:29:19.035452 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-cb7b336b-eea2-4e5b-ad05-c55e0797ec89 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975420 Nov 22 15:29:19.193743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-174427a0-9e80-42f6-b467-2c7eafb89707 service neutron] 10.222.0.55 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449594 Nov 22 15:29:19.345907 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-be45cba8-bebb-4570-a93b-174c6a04ad39 service neutron] 10.222.0.55 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435289 Nov 22 15:29:19.583203 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-716255f3-d7ae-4111-92d6-b04d99795ad0 req-003504bf-1490-401f-b3e8-65dc4838843a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 210 time: 0.0465829 Nov 22 15:29:19.912005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:20.811483 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3050ed48-1184-4ff7-90c4-eafe317ea196 req-c7aa0552-24f5-4822-aef6-8239969e89a1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 210 time: 0.0795369 Nov 22 15:29:20.893393 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-9402f14c-6977-48a9-93ab-3315fa6fa336 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:20.895013 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-9402f14c-6977-48a9-93ab-3315fa6fa336 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 810 time: 0.1787775 Nov 22 15:29:20.986509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-f55fe824-7ff4-4ab8-9441-c902cafd219e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Synchronizing usage tracker for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:21.004776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-f55fe824-7ff4-4ab8-9441-c902cafd219e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Unset dirty status for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:21.005348 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-f55fe824-7ff4-4ab8-9441-c902cafd219e tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=689e13d8ab0e4cdda59d47ef2c48875f HTTP/1.1" status: 200 len: 379 time: 0.0959592 Nov 22 15:29:21.015276 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'port': {'device_id': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'admin_state_up': True, 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'security_groups': ['79e399af-335c-47c7-8109-7b7e55026142']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:21.167987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:21.173835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Usage tracker for resource:port and tenant:689e13d8ab0e4cdda59d47ef2c48875f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:21.179012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:21.190831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:21.206317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Made reservation on behalf of 689e13d8ab0e4cdda59d47ef2c48875f for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:21.214153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:21.396637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Allocated IP 172.20.0.11 (ec026a23-a890-4b01-85eb-025f4eb89178/70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560/e504a398-5051-44ee-ac3d-e96f3ab2c7ca) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:21.624069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:21.640930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Transition to ACTIVE for port object e504a398-5051-44ee-ac3d-e96f3ab2c7ca will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:21.662314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:21.669194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-467a5b44-447e-47cb-ada2-d9420fbef4f3 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:21.747679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Network ec026a23-a890-4b01-85eb-025f4eb89178 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:21.751770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:21.753740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event updated for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:21.756136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:21.792314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:21.837131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:21.839479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:21.870192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579929 Nov 22 15:29:21.885285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Request body: {'port': {'device_id': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:22.073361 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.115274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7c8e679a-397e-46b2-ad4d-31b409b91550 None None] Provisioning for port e504a398-5051-44ee-ac3d-e96f3ab2c7ca completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:22.120040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c966f-b4fa-4232-b125-4b79b87ef2c3 req-aec30c80-20e3-4998-91e0-6077aa1c1844 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:22.121209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7c8e679a-397e-46b2-ad4d-31b409b91550 None None] Provisioning complete for port e504a398-5051-44ee-ac3d-e96f3ab2c7ca triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:22.121611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7c8e679a-397e-46b2-ad4d-31b409b91550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.122692 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4e7c966f-b4fa-4232-b125-4b79b87ef2c3 req-aec30c80-20e3-4998-91e0-6077aa1c1844 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 932 time: 0.1484210 Nov 22 15:29:22.178878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e679a-397e-46b2-ad4d-31b409b91550 None None] Port e504a398-5051-44ee-ac3d-e96f3ab2c7ca cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:22.199807 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4e7c966f-b4fa-4232-b125-4b79b87ef2c3 req-5e799104-e168-4e1a-a7b4-b08a330eb01b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696733 Nov 22 15:29:22.524045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e504a398-5051-44ee-ac3d-e96f3ab2c7ca {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:22.532480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.549309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Transition to ACTIVE for port object e504a398-5051-44ee-ac3d-e96f3ab2c7ca will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:22.552053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.557545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a18e5495-d7d8-4c38-b2a8-3b4555595d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:22.664309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40406) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:22.726631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:22.735156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:22.862496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.887217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Attempting to bind port e504a398-5051-44ee-ac3d-e96f3ab2c7ca on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:22.887675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Attempting to bind port e504a398-5051-44ee-ac3d-e96f3ab2c7ca by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:22.888224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Attempting to bind port e504a398-5051-44ee-ac3d-e96f3ab2c7ca on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:22.898670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Port e504a398-5051-44ee-ac3d-e96f3ab2c7ca on network ec026a23-a890-4b01-85eb-025f4eb89178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:29:22.898922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Attempting to bind port e504a398-5051-44ee-ac3d-e96f3ab2c7ca on network ec026a23-a890-4b01-85eb-025f4eb89178 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:22.901761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:22.906216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Usage tracker for resource:security_group_rule and tenant:baec1b20d701445e9ac4bcdddb0eb040 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:22.907806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:22.908189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Checking segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:22.908949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Bound using segment: {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:22.909365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:22.909489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Bound port: e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bffd26-b172-4882-9b8b-7c94b06cbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:22.909799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:22.916713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:23.005400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.008351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.017596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6aa078ce-ae39-4eab-92b4-e8dd0b13fa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:23.031600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:23.035061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:23.038454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.043424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e158bde-4b13-459f-81fa-e76004d3422a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:23.062265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c3ae92-732d-445c-97b2-34625bfde8c9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:23.065845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:23.073485 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=baec1b20d701445e9ac4bcdddb0eb040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4031839 Nov 22 15:29:23.075147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40414) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:23.098922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.100454 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e504a398-5051-44ee-ac3d-e96f3ab2c7ca HTTP/1.1" status: 200 len: 1094 time: 1.2233384 Nov 22 15:29:23.101015 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:23.137120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:23.140691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:23.161290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.208335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.245054 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'status': 'completed', 'code': 200} Nov 22 15:29:23.301128 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-2bb17713-3ce1-4380-b844-742bea8a4445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 1097 time: 0.1098375 Nov 22 15:29:23.332576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.355822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-75838022-1cf4-4f27-bda8-f25257a3f667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:23.379875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c3ae92-732d-445c-97b2-34625bfde8c9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:23.384821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:23.386252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:23.395465 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0c3ae92-732d-445c-97b2-34625bfde8c9 HTTP/1.1" status: 204 len: 168 time: 0.3200727 Nov 22 15:29:23.422696 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-f51480ea-c114-4827-b3c7-ca52ea973ac4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca HTTP/1.1" status: 200 len: 217 time: 0.1126161 Nov 22 15:29:23.521293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a48341-1b78-464f-a679-1be8a6648d76 req-65aa50a0-86c0-47fa-97ea-2eacae0f0187 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:23.521669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-2666a765-dc8a-47ff-b15f-544a8568c755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:23.523616 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9a48341-1b78-464f-a679-1be8a6648d76 req-65aa50a0-86c0-47fa-97ea-2eacae0f0187 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 944 time: 0.0980737 Nov 22 15:29:23.524084 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-2666a765-dc8a-47ff-b15f-544a8568c755 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.0888312 Nov 22 15:29:23.578006 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e9a48341-1b78-464f-a679-1be8a6648d76 req-2d9d46a2-9ca0-4015-82a3-dd1e046bfdbb tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472009 Nov 22 15:29:23.652048 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-e2df454f-a68b-42ac-a67f-2bc59bc61ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209266 Nov 22 15:29:23.866399 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-eafb2936-6f89-409e-bc9f-a665cf2314d8 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039394 Nov 22 15:29:24.032001 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b0987f10-ca31-4db7-8a63-fbbfa0ec967c req-f3ace3e2-4c22-440a-9a10-c1f327b86e03 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589291 Nov 22 15:29:24.199743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-7ef94a31-0bf4-4294-9d34-2e51b11ecae9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 1097 time: 0.1198847 Nov 22 15:29:24.375333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-ea8c5d62-eac7-46a5-8b0d-af1393ba8496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:24.376984 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-ea8c5d62-eac7-46a5-8b0d-af1393ba8496 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.1692383 Nov 22 15:29:24.454713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-f30d2e99-2ac8-4a6b-bc83-1943ab1a38bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca HTTP/1.1" status: 200 len: 217 time: 0.0691009 Nov 22 15:29:24.531621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-c5fa5fc2-fa46-46f2-a666-d49f633f4980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:24.531621 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-c5fa5fc2-fa46-46f2-a666-d49f633f4980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.0665972 Nov 22 15:29:24.623395 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-1a0f2b43-4a19-4e88-99d5-b2af5cfb0ee9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845227 Nov 22 15:29:24.805496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-1dac01d1-31f1-4e38-9d9c-7f46e81ebcd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725225 Nov 22 15:29:24.889610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133de3a-a901-4edc-8cb6-10c80e092d4f req-2a70657f-e6d3-4e5f-af25-327fb7e78ca1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:24.911007 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4133de3a-a901-4edc-8cb6-10c80e092d4f req-2a70657f-e6d3-4e5f-af25-327fb7e78ca1 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 944 time: 0.1360476 Nov 22 15:29:24.982807 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4133de3a-a901-4edc-8cb6-10c80e092d4f req-7726ae51-2b4d-46dd-9b87-ca3bda04b038 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684056 Nov 22 15:29:25.006536 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f65a1e6-a730-41b9-90a8-793ef1702733 req-ae6e2ed2-a0f4-419d-965a-3cc5b34540d6 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929688 Nov 22 15:29:25.919992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device e504a398-5051-44ee-ac3d-e96f3ab2c7ca details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:29:26.170986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:26.187007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'port_id': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'mac_address': 'fa:16:3e:87:6e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:29:26.260381 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.283760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e504a398-5051-44ee-ac3d-e96f3ab2c7ca {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:26.308266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:26.311502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:26.316273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:26.328100 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879253ad-4821-40e7-a43f-aeb5a9a710e2 req-22f69769-fc60-4432-9baa-efeeb0384dbc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:26.330216 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-879253ad-4821-40e7-a43f-aeb5a9a710e2 req-22f69769-fc60-4432-9baa-efeeb0384dbc tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 944 time: 0.1359696 Nov 22 15:29:26.389230 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-879253ad-4821-40e7-a43f-aeb5a9a710e2 req-b74d7b58-1c3f-411a-b4de-661a9444e9c0 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522354 Nov 22 15:29:26.392384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:26.395683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:26.547003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['e504a398-5051-44ee-ac3d-e96f3ab2c7ca'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:29:27.614238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40a2d5-0b34-4b7a-975c-1d7cee6c80b3 req-f24f18e9-f575-4a44-80cd-2109b85b6ac4 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:27.615763 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4b40a2d5-0b34-4b7a-975c-1d7cee6c80b3 req-f24f18e9-f575-4a44-80cd-2109b85b6ac4 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 945 time: 0.0831802 Nov 22 15:29:27.667552 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4b40a2d5-0b34-4b7a-975c-1d7cee6c80b3 req-7f0b6b7a-6817-4b2f-ba3f-270ad4eb65be tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Nov 22 15:29:27.933163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device e504a398-5051-44ee-ac3d-e96f3ab2c7ca up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:28.003546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port e504a398-5051-44ee-ac3d-e96f3ab2c7ca completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:28.008414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port e504a398-5051-44ee-ac3d-e96f3ab2c7ca triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:28.008839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:28.129852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:28.158971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:28.171112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:28.174876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:28.176645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:28.238260 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'code': 200} Nov 22 15:29:28.276980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:28.287756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.288166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.288554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.289017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.289401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.289793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.291735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.292115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.292492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.292864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.293237 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:28.297410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:28.482684 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e68f9651-cf0e-4ef3-8ada-a3bd0649087a req-bce8a129-c4e5-405f-89b4-b0366325f1bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 1099 time: 0.0803485 Nov 22 15:29:28.530510 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e68f9651-cf0e-4ef3-8ada-a3bd0649087a req-7007a1f4-4c16-498c-b1c0-b7ae56792101 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Nov 22 15:29:28.911843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde04978-4b37-4919-b5f8-467cdcb114d0 req-7d662d80-c548-4134-9e29-5e981e997085 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:28.922900 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fde04978-4b37-4919-b5f8-467cdcb114d0 req-7d662d80-c548-4134-9e29-5e981e997085 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.1096206 Nov 22 15:29:28.985077 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fde04978-4b37-4919-b5f8-467cdcb114d0 req-acab72ed-31e7-4c7e-8aa9-7bb2c58fb3c2 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610371 Nov 22 15:29:30.214222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf8ac2-5d7e-4d35-a422-b995b9f0d659 req-5662e7bb-b1e8-4c9c-bc1e-32a8b8db8412 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:30.215896 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9fbf8ac2-5d7e-4d35-a422-b995b9f0d659 req-5662e7bb-b1e8-4c9c-bc1e-32a8b8db8412 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.0900636 Nov 22 15:29:30.291046 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9fbf8ac2-5d7e-4d35-a422-b995b9f0d659 req-0f1a736f-174f-41de-bcc7-b4730e4e68d0 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637882 Nov 22 15:29:30.559582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c95ad8-c661-40ac-a79e-039ced197451 req-0f285052-f633-4cbd-81da-bdc4b1f43f06 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:30.561155 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-89c95ad8-c661-40ac-a79e-039ced197451 req-0f285052-f633-4cbd-81da-bdc4b1f43f06 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.0906043 Nov 22 15:29:30.572592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40536) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:30.582132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Request body: {'floatingip': {'port_id': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:30.874850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:31.542589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:31.545925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:31.775799 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Floating IP 4fb5ed60-4468-4ac8-840e-06c3b3c8dd69 associated. External IP: 172.28.2.135, port: e504a398-5051-44ee-ac3d-e96f3ab2c7ca. Nov 22 15:29:32.197373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:32.419696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:32.421542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:32.427513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:32.442280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:32.442968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:32.480571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-09a8397b-7b6c-4063-a201-79638e5a6d4a tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "PUT /v2.0/floatingips/4fb5ed60-4468-4ac8-840e-06c3b3c8dd69 HTTP/1.1" status: 200 len: 992 time: 1.9064381 Nov 22 15:29:32.481326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:32.538691 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'status': 'completed', 'code': 200} Nov 22 15:29:32.660224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:32.697127 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-ade48125-0394-4f95-a1d0-6f40e05301c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 1099 time: 0.1351492 Nov 22 15:29:33.107450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da95c-b7df-4603-813e-928364b8f4bb req-4efdec69-7ed6-4841-b34d-a41d50692cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:33.108824 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-4efdec69-7ed6-4841-b34d-a41d50692cbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 200 len: 911 time: 0.4060102 Nov 22 15:29:33.117941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '4fb5ed60-4468-4ac8-840e-06c3b3c8dd69', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:87:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:17Z', 'updated_at': '2021-11-22T15:29:31Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:33.122804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:33.138426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:33.139395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:33.254493 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-e929d901-5a6f-4417-8ede-1957d5f8cb5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca HTTP/1.1" status: 200 len: 1000 time: 0.1369884 Nov 22 15:29:33.333601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da95c-b7df-4603-813e-928364b8f4bb req-1bb71a3d-8db1-41f4-b34f-584efab196f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:33.335205 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-1bb71a3d-8db1-41f4-b34f-584efab196f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 200 len: 849 time: 0.0735316 Nov 22 15:29:33.348904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:33.418392 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-f1de0c0b-fb95-44e8-9584-59cdeabb660f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec026a23-a890-4b01-85eb-025f4eb89178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766423 Nov 22 15:29:33.603394 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-9ccd484f-7c62-45a5-b7e9-741cdddd203c service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775610 Nov 22 15:29:33.727238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '4fb5ed60-4468-4ac8-840e-06c3b3c8dd69', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:87:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:17Z', 'updated_at': '2021-11-22T15:29:31Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:33.732748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab11f-17f2-4a46-904d-b5682c12b507 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '4fb5ed60-4468-4ac8-840e-06c3b3c8dd69', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'floating_ip_address': '172.28.2.135', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'port_id': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'mac_address': 'fa:16:3e:87:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:17Z', 'updated_at': '2021-11-22T15:29:31Z', 'revision_number': 1, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:33.758555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-919da95c-b7df-4603-813e-928364b8f4bb req-d6727eb5-457b-4459-b439-074d74a77306 service neutron] 10.222.0.46 "GET /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494038 Nov 22 15:29:34.066876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b085bb9-137d-4998-b761-d4b3ff0cafee None None] New status for floating IP 4fb5ed60-4468-4ac8-840e-06c3b3c8dd69: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:29:34.433034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40622) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:34.600785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.636355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:34.640656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Usage tracker for resource:security_group_rule and tenant:75978b43027c443b92042d036f4279cb is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:34.643982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:34.650212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:34.721664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.724540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.732856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2cd17c1e-dfaf-4dc3-b71d-71d738c1a40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:34.777025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470b188a-12b5-4b89-a9cd-5ba6908b9add,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:34.780934 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75978b43027c443b92042d036f4279cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3468196 Nov 22 15:29:34.784042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40628) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:34.789526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.789526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.789526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.791885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.792324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.792732 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.793134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.793539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.793997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.794453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.794846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:29:34.798957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-27c53e3d-76c1-496d-9eff-d7ec24202081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:34.849820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.877246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.926471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.933043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-18c5e615-f19d-464f-9d08-1b2809b73a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:34.945816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b188a-12b5-4b89-a9cd-5ba6908b9add,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:34.948400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:34.951846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:34.953067 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/470b188a-12b5-4b89-a9cd-5ba6908b9add HTTP/1.1" status: 204 len: 168 time: 0.1679473 Nov 22 15:29:35.800854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40660) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:35.947857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1112976658-network', 'tenant_id': '2d56bb72073d47a3b0fb62e242d3dcdd'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:35.953233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:35.962323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Usage tracker for resource:network and tenant:2d56bb72073d47a3b0fb62e242d3dcdd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:35.966165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:35.972433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:35.983448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Made reservation on behalf of 2d56bb72073d47a3b0fb62e242d3dcdd for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:35.988131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.005987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.042562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:36.046559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d56bb72073d47a3b0fb62e242d3dcdd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:36.049448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:36.055554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:36.125527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.128730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.133627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:36.164779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:29:36.175179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:36.178613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:36.181751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.182168 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Added segment a46ef376-496f-4fa3-9216-fc2977cd2c48 of type vlan for network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 Nov 22 15:29:36.217507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.255256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.256551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:36.257192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.263207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:36.264285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:29:36.373569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:36.379072 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5748289 Nov 22 15:29:36.379072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:36.379774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40668) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:36.384116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:29:36.386039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Request body: {'subnet': {'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1112976658-subnet', 'tenant_id': '2d56bb72073d47a3b0fb62e242d3dcdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:36.391146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:36.395379 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Usage tracker for resource:subnet and tenant:2d56bb72073d47a3b0fb62e242d3dcdd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:36.398364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:36.404978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:36.414461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Made reservation on behalf of 2d56bb72073d47a3b0fb62e242d3dcdd for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:36.419453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.644987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.649629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-414ad896-bcab-4367-a57a-6bbdfc1ca013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:36.727918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc050efa-7257-41a3-b3a1-cbbf146487d6,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:36.731728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:36.738793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Checking segment: {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:36.739182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Network hostable DHCP agents. Network: 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:29:36.760893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:29:36.769777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:36.773768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:36.774445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:36.780269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71fb746-895f-4ad2-a93c-0dc365a29438 None None] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:29:36.804223 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-37e5d288-d6b2-4f3c-9631-a6e087ef690e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4150848 Nov 22 15:29:37.029261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2689e-a4ee-4311-b7b4-6859b7a98bdd None None] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:29:37.214072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40694) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:37.410209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.444339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:37.453928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Usage tracker for resource:security_group_rule and tenant:52da7193722146638f3082210aad75df is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:37.456959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:37.464112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:37.538463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.541548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.549092 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:37.596186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca501fed-47bc-496d-8d0b-4ef9d1109b05,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:37.599305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:37.604693 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52da7193722146638f3082210aad75df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3863606 Nov 22 15:29:37.604970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40704) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:37.668464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.702129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.759112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.765764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-664e7205-554c-4c2e-80cb-6dd1a9edcaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:37.781274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca501fed-47bc-496d-8d0b-4ef9d1109b05,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:37.787272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:37.789977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:37.793817 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca501fed-47bc-496d-8d0b-4ef9d1109b05 HTTP/1.1" status: 204 len: 168 time: 0.1853449 Nov 22 15:29:39.146245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e0ce-de0d-4c5c-8fa1-12ea957dc448 req-b5cb7096-25ff-4b86-9583-39936f1b319a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:39.148374 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e74e0ce-de0d-4c5c-8fa1-12ea957dc448 req-b5cb7096-25ff-4b86-9583-39936f1b319a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.0900280 Nov 22 15:29:39.206089 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e74e0ce-de0d-4c5c-8fa1-12ea957dc448 req-d1366946-ad20-47c0-aa0b-f31744706988 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496547 Nov 22 15:29:39.387059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285ff4-d749-4426-b95c-9526c6bd371d req-ede7131f-e068-46bb-bc32-4552dadee649 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:39.388012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-66285ff4-d749-4426-b95c-9526c6bd371d req-ede7131f-e068-46bb-bc32-4552dadee649 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Synchronizing usage tracker for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:39.405983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-66285ff4-d749-4426-b95c-9526c6bd371d req-ede7131f-e068-46bb-bc32-4552dadee649 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Unset dirty status for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:39.407382 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-ede7131f-e068-46bb-bc32-4552dadee649 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 814 time: 0.1926620 Nov 22 15:29:39.425892 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-48fe94bd-746c-4426-bd20-57a7dbda37af tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/quotas/2d56bb72073d47a3b0fb62e242d3dcdd HTTP/1.1" status: 200 len: 375 time: 0.0126984 Nov 22 15:29:39.479953 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-136c285e-aeb2-4528-b1db-d0db59bd1294 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466275 Nov 22 15:29:39.830237 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-9fc2b1c1-c504-4c4c-8ad1-3192a3dd30d9 service neutron] 10.222.0.55 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416102 Nov 22 15:29:39.988219 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-9b03252d-d1d8-4029-aeb6-a4f8f1b0a0dc service neutron] 10.222.0.55 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513162 Nov 22 15:29:40.187211 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6493de33-fb1c-461e-bdf0-d87dfa7921a3 req-a255a300-6a7b-4a28-8dc1-baebe1740d74 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 210 time: 0.0464013 Nov 22 15:29:40.442609 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32c203-7518-4c51-aa26-2de9ddd32952 req-6c04c680-3598-4445-9b71-539aac906b56 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:40.444221 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a32c203-7518-4c51-aa26-2de9ddd32952 req-6c04c680-3598-4445-9b71-539aac906b56 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.0884461 Nov 22 15:29:40.496913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a32c203-7518-4c51-aa26-2de9ddd32952 req-e7f9c946-fb41-46b4-ba0d-75a931539d61 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453165 Nov 22 15:29:40.647500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a9e8efbd-b4bd-460d-a00d-a382103f858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.693031 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-d680a8ce-f7e9-4a7d-b09f-de735cf00e20 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=df564f82615644d5915e6818e9758c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324507 Nov 22 15:29:40.829746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-16d010a2-9cb8-4b9f-a4b3-ce557ab8a1ac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:40.830546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-16d010a2-9cb8-4b9f-a4b3-ce557ab8a1ac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Synchronizing usage tracker for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:40.847154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-16d010a2-9cb8-4b9f-a4b3-ce557ab8a1ac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Unset dirty status for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:40.848389 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-16d010a2-9cb8-4b9f-a4b3-ce557ab8a1ac tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.1090043 Nov 22 15:29:40.857885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893b057-c141-4692-8185-558a8ac1e152 req-164e25ec-84a0-46bb-8b85-a26dd32658d5 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:40.859475 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-164e25ec-84a0-46bb-8b85-a26dd32658d5 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608825 Nov 22 15:29:40.876950 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-627fe4ab-a1ff-4d83-b78f-e73ed1acc206 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/quotas/df564f82615644d5915e6818e9758c74 HTTP/1.1" status: 200 len: 375 time: 0.0113246 Nov 22 15:29:40.926356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Deleting port 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:40.926746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:40.939357 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-7deb5a7f-2587-451f-9bf4-cfdc73d0a567 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df564f82615644d5915e6818e9758c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568938 Nov 22 15:29:41.160910 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca2197e5-33be-4370-9c7b-7df11c4d8848 req-20912dea-18be-4655-a81b-9f71650de0e8 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0638530 Nov 22 15:29:41.219617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] For port 25ef6c50-600c-4656-992c-ce34dac2b65e, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=25ef6c50-600c-4656-992c-ce34dac2b65e,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:41.220133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.398947 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fb4fc139-3194-4541-9b93-12bc548d6152 req-b67f07fb-8685-49fc-8e6d-87267bea0d0d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 210 time: 0.0556529 Nov 22 15:29:41.453866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285ff4-d749-4426-b95c-9526c6bd371d req-9e80c000-f443-4c7a-880c-f5f26279aa0d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:41.455647 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-9e80c000-f443-4c7a-880c-f5f26279aa0d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 814 time: 0.2667692 Nov 22 15:29:41.472474 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Request body: {'port': {'device_id': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985', 'admin_state_up': True, 'tenant_id': '2d56bb72073d47a3b0fb62e242d3dcdd'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:41.631707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:41.639682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Usage tracker for resource:port and tenant:2d56bb72073d47a3b0fb62e242d3dcdd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:41.639904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.640185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.640612 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Floating IP 843fe153-7434-443e-9f9b-0b59c29f4ac1 disassociated. External IP: 172.28.2.6, port: 25ef6c50-600c-4656-992c-ce34dac2b65e. Nov 22 15:29:41.641032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Calling delete_port for 25ef6c50-600c-4656-992c-ce34dac2b65e owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:41.643855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:41.650455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:41.710532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Made reservation on behalf of 2d56bb72073d47a3b0fb62e242d3dcdd for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:41.716598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.804214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:41.812894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-97edc069-7309-4142-b232-f4f78c4af8f7 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:41.862188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'Port': ['ID=25ef6c50-600c-4656-992c-ce34dac2b65e,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:41.863978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b79d65-24e1-480a-98ff-ef5d943176e7 req-06aa3818-1d90-4e99-852b-f670e933d7ee tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:41.865630 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-26b79d65-24e1-480a-98ff-ef5d943176e7 req-06aa3818-1d90-4e99-852b-f670e933d7ee tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 947 time: 0.2112505 Nov 22 15:29:41.866581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:41.974416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Allocated IP 172.20.0.9 (3b24db53-a34d-4a7e-abd9-ccfb9cdd7985/cc050efa-7257-41a3-b3a1-cbbf146487d6/1ccce283-d55c-46d9-a00e-eb718ce3be1a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:41.982223 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-26b79d65-24e1-480a-98ff-ef5d943176e7 req-9a342019-e062-43de-9c47-7d7e3a881d90 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=4faa992e-ab46-4982-8a4b-8abb087cf983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767593 Nov 22 15:29:42.091345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:29:42.118199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.207651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.238368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.254389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:42.333740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:42.375525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:42.379680 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-bb58c121-9a3f-4028-948a-5ec8e8448571 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df564f82615644d5915e6818e9758c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365829 Nov 22 15:29:42.389291 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:42.419757 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ad4510a5-0b65-4174-ab5a-423d7aa9786c req-1c6f5337-9da8-4097-bd2c-bfacff6d9ae0 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 210 time: 0.1049478 Nov 22 15:29:42.437130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:29:42.437632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Pushing event updated for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:42.448400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:42.460764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:29:42.480222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:42.481267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:42.494515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:42.495204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.543767 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761044 Nov 22 15:29:42.563273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Request body: {'port': {'device_id': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:42.599838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] No DVR routers for this DVR port 25ef6c50-600c-4656-992c-ce34dac2b65e on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:42.605526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.613542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-deleted', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:42.707003 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c57cf9-d9ab-47dc-84f0-5c440b6ade2b', 'name': 'network-vif-deleted', 'tag': '25ef6c50-600c-4656-992c-ce34dac2b65e', 'status': 'completed', 'code': 200} Nov 22 15:29:42.712951 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3224a13a-b761-4309-8b07-d7d7a8693b53 req-3d757006-6b5f-4ec5-bfa7-b9abaf80a578 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "DELETE /v2.0/ports/25ef6c50-600c-4656-992c-ce34dac2b65e HTTP/1.1" status: 204 len: 173 time: 1.8577170 Nov 22 15:29:42.751472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893b057-c141-4692-8185-558a8ac1e152 req-b7230839-8e89-49d1-baea-05dabff1e145 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:42.752964 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-b7230839-8e89-49d1-baea-05dabff1e145 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637500 Nov 22 15:29:42.776150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:42.779074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Request body: {'port': {'device_id': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc', 'admin_state_up': True, 'tenant_id': 'df564f82615644d5915e6818e9758c74'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:42.804883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:42.906076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd7d1-95be-435e-9634-851935b21275 req-0eebcc56-9724-4bf3-9ebd-7ccf3afa88f9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:42.907568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b89fd7d1-95be-435e-9634-851935b21275 req-0eebcc56-9724-4bf3-9ebd-7ccf3afa88f9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Synchronizing usage tracker for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:42.998980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b89fd7d1-95be-435e-9634-851935b21275 req-0eebcc56-9724-4bf3-9ebd-7ccf3afa88f9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Unset dirty status for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:43.000283 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b89fd7d1-95be-435e-9634-851935b21275 req-0eebcc56-9724-4bf3-9ebd-7ccf3afa88f9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 931 time: 0.2864389 Nov 22 15:29:43.004935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2d0450ff-2f7b-4182-8a05-1e19577b983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.026782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:43.031175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Usage tracker for resource:port and tenant:df564f82615644d5915e6818e9758c74 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:43.034480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:43.041158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:43.051482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Made reservation on behalf of df564f82615644d5915e6818e9758c74 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:43.057751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.075212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.114653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:43.119249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Usage tracker for resource:security_group_rule and tenant:df564f82615644d5915e6818e9758c74 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:43.122662 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:43.129901 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:43.170522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b89fd7d1-95be-435e-9634-851935b21275 req-569bdb99-c6c3-4548-8627-092fcf4b686b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Synchronizing usage tracker for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:43.217810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-b89fd7d1-95be-435e-9634-851935b21275 req-569bdb99-c6c3-4548-8627-092fcf4b686b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Unset dirty status for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:43.219137 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b89fd7d1-95be-435e-9634-851935b21275 req-569bdb99-c6c3-4548-8627-092fcf4b686b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877923 Nov 22 15:29:43.246801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.256510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.268277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1741177-549c-41b3-812b-fa047126370a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:43.286890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:43.291737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:29:43.304967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:29:43.305777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:43.371918 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-060d1b72-b3fe-42fe-9abd-c7baeb8ba122 req-c77a4efa-4406-4ec4-9188-0f5a9af81af9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c57cf9-d9ab-47dc-84f0-5c440b6ade2b HTTP/1.1" status: 200 len: 210 time: 0.0558522 Nov 22 15:29:43.374171 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:43.379881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:43.380394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccce283-d55c-46d9-a00e-eb718ce3be1a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:43.389465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.411427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Transition to ACTIVE for port object 1ccce283-d55c-46d9-a00e-eb718ce3be1a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:43.417552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.422965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:43.484365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Allocated IP 192.168.233.89 (271dccfb-59b4-4e3d-b7be-bf86ca8007dc/24ae1601-2a50-401b-a052-4b2021773488/23b8d27a-cdb8-4285-83fe-85fc36e86faf) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:43.502839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:43.506251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:43.524321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.544876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:29:43.624090 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2f2cedfe-8fdd-497f-8513-4aa3fbdd916d req-2e988bdf-c365-422c-91ee-e0ededccc84f tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0557294 Nov 22 15:29:43.724347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.738875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Attempting to bind port 1ccce283-d55c-46d9-a00e-eb718ce3be1a on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:43.739255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Attempting to bind port 1ccce283-d55c-46d9-a00e-eb718ce3be1a by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:43.739626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Attempting to bind port 1ccce283-d55c-46d9-a00e-eb718ce3be1a on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:43.743764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Transition to ACTIVE for port object 23b8d27a-cdb8-4285-83fe-85fc36e86faf will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:43.746172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Port 1ccce283-d55c-46d9-a00e-eb718ce3be1a on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:29:43.746538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Attempting to bind port 1ccce283-d55c-46d9-a00e-eb718ce3be1a on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:43.753196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:43.753573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Checking segment: {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:43.754000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Bound using segment: {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:43.754508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Bound port: 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:43.754891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.768193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.776095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6288c392-96b4-4a3b-a73b-b4c8892c60e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:43.852313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:43.855683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:43.858294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:43.859406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:43.861457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:43.872673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.877405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-df24bb11-7480-4ef4-9253-232ed1571e12 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:43.883855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:29:43.890499 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3647e2e-c66a-439b-9130-52ef256cf69a None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:29:43.905855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Pushing event updated for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:43.908969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:43.943561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:43.944882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.952995 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:43.958472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:43.970991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:43.972531 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ccce283-d55c-46d9-a00e-eb718ce3be1a HTTP/1.1" status: 200 len: 1093 time: 1.4147673 Nov 22 15:29:43.973070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:43.977709 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2042561 Nov 22 15:29:43.990073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Request body: {'port': {'device_id': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:44.013030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:29:44.064317 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a', 'status': 'completed', 'code': 200} Nov 22 15:29:44.071003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 25ef6c50-600c-4656-992c-ce34dac2b65e {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:29:44.072283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 25ef6c50-600c-4656-992c-ce34dac2b65e not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:29:44.108523 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-c831c3a5-d40d-4da5-a376-b7aed57a84ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 1096 time: 0.0946286 Nov 22 15:29:44.132711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.193049 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-306d33e1-02d5-41cf-b977-78a2c9d8f908 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a HTTP/1.1" status: 200 len: 217 time: 0.0745585 Nov 22 15:29:44.280917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285ff4-d749-4426-b95c-9526c6bd371d req-deba5db4-e3ec-4247-b724-be0bbfe97d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:44.282877 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-deba5db4-e3ec-4247-b724-be0bbfe97d88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc050efa-7257-41a3-b3a1-cbbf146487d6 HTTP/1.1" status: 200 len: 854 time: 0.0816712 Nov 22 15:29:44.299164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-6de6ae7b-a2c0-46f6-a718-8cae63e8b93e None None] Provisioning for port 23b8d27a-cdb8-4285-83fe-85fc36e86faf completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:44.305229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-6de6ae7b-a2c0-46f6-a718-8cae63e8b93e None None] Provisioning complete for port 23b8d27a-cdb8-4285-83fe-85fc36e86faf triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:44.306486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6de6ae7b-a2c0-46f6-a718-8cae63e8b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.360723 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-1a92080d-3923-453f-8eb0-1926bc966f9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673139 Nov 22 15:29:44.387196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-6de6ae7b-a2c0-46f6-a718-8cae63e8b93e None None] Port 23b8d27a-cdb8-4285-83fe-85fc36e86faf cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:44.521863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ff8ef-5ff3-403c-ad7a-19b8ad8beb46 None None] New status for floating IP 843fe153-7434-443e-9f9b-0b59c29f4ac1: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:29:44.564688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40838) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:44.612851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a4de1-be68-4c4e-9eb1-ec8fe70001f6 req-ae1fe3b8-edc2-4dd8-99a5-098a4affad40 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:44.614555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-902a4de1-be68-4c4e-9eb1-ec8fe70001f6 req-ae1fe3b8-edc2-4dd8-99a5-098a4affad40 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 943 time: 0.2097247 Nov 22 15:29:44.629016 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-c4755c51-0ec9-42a8-9a99-f41fde9af0bf service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539992 Nov 22 15:29:44.691493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.843419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b8d27a-cdb8-4285-83fe-85fc36e86faf {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:44.851882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.857657 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.866681 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-902a4de1-be68-4c4e-9eb1-ec8fe70001f6 req-714e67d3-510f-48b8-8b80-4543c6a53699 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404318 Nov 22 15:29:44.868141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Transition to ACTIVE for port object 23b8d27a-cdb8-4285-83fe-85fc36e86faf will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:44.872164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.876926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f4d28ff6-ee23-49de-90a6-339b9581be29 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:44.932921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:44.954887 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-66285ff4-d749-4426-b95c-9526c6bd371d req-35760adc-fe76-48cd-916d-23f10cda7bc1 service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044386 Nov 22 15:29:45.012578 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Pushing event updated for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:45.023185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:45.052595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36c084-8fd1-49e0-af0c-0ea78343bd34 req-438cff9d-48b8-48e7-a740-9d9eceb35ea1 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:45.054185 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e36c084-8fd1-49e0-af0c-0ea78343bd34 req-438cff9d-48b8-48e7-a740-9d9eceb35ea1 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 935 time: 0.2683847 Nov 22 15:29:45.114806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.123969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ca1446b7-0426-4cfb-a8e5-1bdac3e544c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:45.152241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Attempting to bind port 23b8d27a-cdb8-4285-83fe-85fc36e86faf on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:45.152617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Attempting to bind port 23b8d27a-cdb8-4285-83fe-85fc36e86faf by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:45.152988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Attempting to bind port 23b8d27a-cdb8-4285-83fe-85fc36e86faf on network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:45.155988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa992e-ab46-4982-8a4b-8abb087cf983,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:45.159862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Port 23b8d27a-cdb8-4285-83fe-85fc36e86faf on network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:29:45.160134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:45.160297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Attempting to bind port 23b8d27a-cdb8-4285-83fe-85fc36e86faf on network 271dccfb-59b4-4e3d-b7be-bf86ca8007dc {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:45.169267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:45.169714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Checking segment: {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:45.170229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Bound using segment: {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:45.170802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Bound port: 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba546eb-51a2-48db-8ecf-f0f2e0a06d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:45.171251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.174706 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e36c084-8fd1-49e0-af0c-0ea78343bd34 req-be7e6e5a-7c82-4f85-b9a6-ad0b6d46deac tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090951 Nov 22 15:29:45.194424 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-bfe7310d-b3b3-4f64-ae5e-295ecd17bfa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 1096 time: 0.1887283 Nov 22 15:29:45.196036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.198106 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8f5cd397-45cf-49ff-803f-280cdb5f4847 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "DELETE /v2.0/security-groups/4faa992e-ab46-4982-8a4b-8abb087cf983 HTTP/1.1" status: 204 len: 168 time: 0.6323242 Nov 22 15:29:45.201868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40844) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:45.256970 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.v2.resource [None req-cce75965-444d-454f-b6d9-afdd5f0e718d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] show failed (client error): The resource could not be found. Nov 22 15:29:45.258156 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-cce75965-444d-454f-b6d9-afdd5f0e718d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups/4faa992e-ab46-4982-8a4b-8abb087cf983 HTTP/1.1" status: 404 len: 347 time: 0.0551808 Nov 22 15:29:45.261924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 40850) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:45.357717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-4483e8c7-f98a-4441-8bbc-4ceb84850db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:45.359395 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-4483e8c7-f98a-4441-8bbc-4ceb84850db1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 915 time: 0.1581872 Nov 22 15:29:45.466157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Deleting port c0e114b5-e376-4272-ba0a-715eee41582b {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:45.466551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.496392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:45.515655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:45.527440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.535422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6f66b2d6-76f2-4abe-8a31-ceeb3856e71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:45.640662 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-1157b8bc-fe1f-46b7-9b6d-a303b5f10c95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a HTTP/1.1" status: 200 len: 217 time: 0.2726073 Nov 22 15:29:45.685558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.687131 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] 10.222.0.46 "PUT /v2.0/ports/23b8d27a-cdb8-4285-83fe-85fc36e86faf HTTP/1.1" status: 200 len: 1097 time: 1.7018549 Nov 22 15:29:45.687674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:45.705451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Pushing event updated for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:45.710525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:45.742231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-bb18915d-6645-4a1a-9205-e723fc601d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:45.743858 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-bb18915d-6645-4a1a-9205-e723fc601d18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc050efa-7257-41a3-b3a1-cbbf146487d6 HTTP/1.1" status: 200 len: 854 time: 0.0919991 Nov 22 15:29:45.781836 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf', 'status': 'completed', 'code': 200} Nov 22 15:29:45.797753 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-552e706c-e113-42c0-b06f-5443029d8a5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478020 Nov 22 15:29:45.814723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.815096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:45.955336 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-2d6f20b5-03e5-4cac-8ba3-b3170d1123ba service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495094 Nov 22 15:29:45.957580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Calling delete_port for c0e114b5-e376-4272-ba0a-715eee41582b owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:46.029498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-d4117671-8ae1-4732-948c-9ec9bc902c39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df564f82615644d5915e6818e9758c74&device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 1100 time: 0.2873704 Nov 22 15:29:46.119199 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-355cd705-0ae2-4e96-a986-564dc00ce75e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf HTTP/1.1" status: 200 len: 217 time: 0.0825675 Nov 22 15:29:46.168538 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ce2514d8-324f-436c-b66e-9d0b731fa379 req-4e55f871-d171-4dc6-91b9-f179fc7814f6 service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018018 Nov 22 15:29:46.179767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cfd1b-32e0-4402-99d3-5d73ccba6b08 req-35d52fbe-3b52-4056-ad47-4bc23ed0ba44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:46.181926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1c2cfd1b-32e0-4402-99d3-5d73ccba6b08 req-35d52fbe-3b52-4056-ad47-4bc23ed0ba44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 943 time: 0.1341012 Nov 22 15:29:46.255884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893b057-c141-4692-8185-558a8ac1e152 req-7e85fff1-6878-4b24-a8bd-50aa77c7c030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:46.257505 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-7e85fff1-6878-4b24-a8bd-50aa77c7c030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ae1601-2a50-401b-a052-4b2021773488 HTTP/1.1" status: 200 len: 843 time: 0.0985291 Nov 22 15:29:46.258633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.262896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:46.269081 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1c2cfd1b-32e0-4402-99d3-5d73ccba6b08 req-f9e68e13-aa97-44a8-9f9a-ade9f4a1a14e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806596 Nov 22 15:29:46.355168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'Port': ['ID=c0e114b5-e376-4272-ba0a-715eee41582b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:46.362215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:46.410377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cee86-f067-440a-b1e8-1a8f712f1bd8 req-b8f2d67d-23b7-4eb7-a362-b064173cb7c8 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:46.412004 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-461cee86-f067-440a-b1e8-1a8f712f1bd8 req-b8f2d67d-23b7-4eb7-a362-b064173cb7c8 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 947 time: 0.0874465 Nov 22 15:29:46.463790 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-461cee86-f067-440a-b1e8-1a8f712f1bd8 req-80ea1a74-fffc-4ecf-9665-eae60f77926e tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Nov 22 15:29:46.476699 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-500f38e9-ef7c-4e54-a272-f0ea7477d0b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271dccfb-59b4-4e3d-b7be-bf86ca8007dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1735826 Nov 22 15:29:46.490231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.585710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:46.586963 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "DELETE /v2.0/floatingips/843fe153-7434-443e-9f9b-0b59c29f4ac1 HTTP/1.1" status: 204 len: 168 time: 1.3238866 Nov 22 15:29:46.651572 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-97bd5e5a-b88e-4732-b976-b4a470719383 service neutron] 10.222.0.46 "GET /v2.0/networks/271dccfb-59b4-4e3d-b7be-bf86ca8007dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625509 Nov 22 15:29:46.812571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4893b057-c141-4692-8185-558a8ac1e152 req-90e310e5-d508-4d50-843a-3cb15e0d9971 service neutron] 10.222.0.46 "GET /v2.0/networks/271dccfb-59b4-4e3d-b7be-bf86ca8007dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543326 Nov 22 15:29:46.917870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40864) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:46.925246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284694971', 'description': 'tempest-description--189389131'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:46.939911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:46.940678 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-13cbf29b-7a35-4076-86fe-50903ca36328 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df564f82615644d5915e6818e9758c74&device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 1100 time: 0.0818799 Nov 22 15:29:46.944751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:46.949199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:46.956640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:46.967467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.007496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:47.011909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:47.014864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:47.021031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:47.083672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.086537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.086699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878bad-b089-427f-9f76-121037b0c676 req-d9e38ea7-9f7a-4d6b-9d25-2e8ed82960ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:47.088528 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-d9e38ea7-9f7a-4d6b-9d25-2e8ed82960ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=271dccfb-59b4-4e3d-b7be-bf86ca8007dc HTTP/1.1" status: 200 len: 870 time: 0.1410222 Nov 22 15:29:47.091965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-93993e09-f033-47df-a31b-c2fa673ab6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:47.135871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca92d1-1eb9-4613-90ba-ca7c69c17dca,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:47.138652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:47.139503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.144003 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2215693 Nov 22 15:29:47.144166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40868) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:47.150917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group_rule': {'security_group_id': '3dca92d1-1eb9-4613-90ba-ca7c69c17dca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:47.157274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:47.161411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:47.164915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:47.168151 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-ee77ccb5-af56-4b5b-8e1c-72193c3adb96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf HTTP/1.1" status: 200 len: 217 time: 0.0719452 Nov 22 15:29:47.173523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:47.191537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.248137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878bad-b089-427f-9f76-121037b0c676 req-02270ab4-d860-4092-81df-46762e53bd8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:47.249723 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-02270ab4-d860-4092-81df-46762e53bd8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ae1601-2a50-401b-a052-4b2021773488 HTTP/1.1" status: 200 len: 843 time: 0.0752659 Nov 22 15:29:47.266189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.269082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.277629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:47.297742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ef5be-ba42-45f6-af42-06c7d55ce38a,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:47.300158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:47.308253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.310632 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8aed4de5-bc59-4b57-b4f9-98fa6dc44c4f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1650724 Nov 22 15:29:47.313304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40874) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:47.319118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'security_group_rule': {'security_group_id': '3dca92d1-1eb9-4613-90ba-ca7c69c17dca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:47.326164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:47.330938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:security_group_rule and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:47.334215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:47.338517 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-0ed6b3cb-1935-4364-99fa-e503bba8126f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271dccfb-59b4-4e3d-b7be-bf86ca8007dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808318 Nov 22 15:29:47.341581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:47.358935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.474826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.479087 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.488162 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-3da51650-770d-456a-abf2-70cb13aa8860 service neutron] 10.222.0.46 "GET /v2.0/networks/271dccfb-59b4-4e3d-b7be-bf86ca8007dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408410 Nov 22 15:29:47.489842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-bf180878-621d-4578-ab93-09871efabdf0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:47.516560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346b85b4-9eec-4bb0-9219-a26d70cb7a78,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:47.519347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:47.526478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.531106 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-728073cf-9870-4f89-aa8c-cd5825d7e99b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2171543 Nov 22 15:29:47.531970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 40880) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:29:47.544595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:47.554269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:47.562320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:floatingip and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:47.570650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7e91b-4275-44a9-b33b-600b20ed346a req-9c875744-8bf0-4a4c-97ca-718e5cc80435 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:47.572313 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8a7e91b-4275-44a9-b33b-600b20ed346a req-9c875744-8bf0-4a4c-97ca-718e5cc80435 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 943 time: 0.1594110 Nov 22 15:29:47.573170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:47.579617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:47.641968 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-30878bad-b089-427f-9f76-121037b0c676 req-5da546e5-7f8d-44ca-bc04-2f4b7cf27bb6 service neutron] 10.222.0.46 "GET /v2.0/networks/271dccfb-59b4-4e3d-b7be-bf86ca8007dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458116 Nov 22 15:29:47.654695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:47.720123 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d8a7e91b-4275-44a9-b33b-600b20ed346a req-abd81d30-1106-47b2-a824-6512421d25d3 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380219 Nov 22 15:29:47.832424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5652e-35d5-4b63-9907-37f331e4f6ca req-de1e8f99-829e-4c92-aff6-f5362ddaae9a tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:47.834003 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ae5652e-35d5-4b63-9907-37f331e4f6ca req-de1e8f99-829e-4c92-aff6-f5362ddaae9a tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 947 time: 0.2279272 Nov 22 15:29:47.907170 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6ae5652e-35d5-4b63-9907-37f331e4f6ca req-6c8dd8ba-bd8a-4c0b-868f-9f003e53fa85 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656190 Nov 22 15:29:47.923402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.043846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1ccce283-d55c-46d9-a00e-eb718ce3be1a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:29:48.070040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Allocated IP 172.28.2.43 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/4d06ee2c-b324-400a-841a-eb56df0b25fc) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:48.189625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:48.210415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '1ccce283-d55c-46d9-a00e-eb718ce3be1a', 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985', 'port_id': '1ccce283-d55c-46d9-a00e-eb718ce3be1a', 'mac_address': 'fa:16:3e:31:fb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc050efa-7257-41a3-b3a1-cbbf146487d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:29:48.233329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.262168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.266801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:48.272672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.291414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccce283-d55c-46d9-a00e-eb718ce3be1a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:48.309035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:48.312226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.314212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:48.334526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:48.338917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:48.343760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:48.373415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=4d06ee2c-b324-400a-841a-eb56df0b25fc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:48.379161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:48.382043 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:48.386632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:48.515632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.535981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['1ccce283-d55c-46d9-a00e-eb718ce3be1a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:29:48.582557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.803379 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.807446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:48.812067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-385e196b-b7bf-48bb-9b93-d34fe0bf1ab4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:48.977167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=4d06ee2c-b324-400a-841a-eb56df0b25fc,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:48.983045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:49.002511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:49.047127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441f8ac-b331-4f0d-b13b-b5917a66259c req-cd51190e-3a0e-4f90-8dda-17da05cb530d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:49.048752 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4441f8ac-b331-4f0d-b13b-b5917a66259c req-cd51190e-3a0e-4f90-8dda-17da05cb530d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 944 time: 0.1993763 Nov 22 15:29:49.050144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:49.051504 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5178590 Nov 22 15:29:49.109561 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4441f8ac-b331-4f0d-b13b-b5917a66259c req-68331938-616b-4db5-a4a7-f76db62691d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Nov 22 15:29:49.222176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831379-1a0c-4678-a3b9-cb61bb95c29a req-1334ffc3-e4bd-4490-938e-2a88a071fec7 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:49.226558 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7831379-1a0c-4678-a3b9-cb61bb95c29a req-1334ffc3-e4bd-4490-938e-2a88a071fec7 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 947 time: 0.0930049 Nov 22 15:29:49.298398 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7831379-1a0c-4678-a3b9-cb61bb95c29a req-0bd81952-2be3-4100-83b4-14eceb40e285 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Nov 22 15:29:49.322211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-e3deec1a-5360-4780-9c7e-2b6fdcb0064e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Synchronizing usage tracker for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:49.336637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-e3deec1a-5360-4780-9c7e-2b6fdcb0064e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Unset dirty status for tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:49.338416 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-e3deec1a-5360-4780-9c7e-2b6fdcb0064e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--284694971&fields=id&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 267 time: 0.0642841 Nov 22 15:29:49.497144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-45de789f-7352-40a3-bff0-e0f34bfabbba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:49.498751 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-45de789f-7352-40a3-bff0-e0f34bfabbba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 817 time: 0.1529930 Nov 22 15:29:49.516482 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3334cc60-6bf3-4d79-aba0-9cd30c212bdd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/quotas/630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 375 time: 0.0119431 Nov 22 15:29:49.608384 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-237d582b-7cc3-4c84-ae0b-e06247f2cd35 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860648 Nov 22 15:29:49.763035 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-42358d06-0b9a-442d-bf6c-3be4ec10cff8 service neutron] 10.222.0.55 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403522 Nov 22 15:29:49.907736 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-4d5510ed-4674-433d-81ce-ab8fe9393cff service neutron] 10.222.0.55 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370449 Nov 22 15:29:49.936257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.048017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 23b8d27a-cdb8-4285-83fe-85fc36e86faf details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:29:50.050972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1ccce283-d55c-46d9-a00e-eb718ce3be1a up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:50.125745 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7cf87a6d-1db0-4f19-aabb-5118ce3819a9 req-6dfdd65c-9fd9-4a47-8263-b1f2c7e1c245 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 210 time: 0.0529995 Nov 22 15:29:50.406290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 1ccce283-d55c-46d9-a00e-eb718ce3be1a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:50.419987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 1ccce283-d55c-46d9-a00e-eb718ce3be1a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:50.421041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.484879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0779b2-6c86-4e09-8fc2-d61a3048320f req-cdda7d1f-77fc-4b76-8b01-55fc681c4997 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:50.486653 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc0779b2-6c86-4e09-8fc2-d61a3048320f req-cdda7d1f-77fc-4b76-8b01-55fc681c4997 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 944 time: 0.1873393 Nov 22 15:29:50.525961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:50.545440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '23b8d27a-cdb8-4285-83fe-85fc36e86faf', 'network_id': '271dccfb-59b4-4e3d-b7be-bf86ca8007dc', 'port_id': '23b8d27a-cdb8-4285-83fe-85fc36e86faf', 'mac_address': 'fa:16:3e:9d:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ae1601-2a50-401b-a052-4b2021773488', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:29:50.659710 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.674233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.704659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b8d27a-cdb8-4285-83fe-85fc36e86faf {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:50.715886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:50.733860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:50.737146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:50.738712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.740957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:50.776348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:50.811027 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-fc0779b2-6c86-4e09-8fc2-d61a3048320f req-5568d9bf-90fe-470e-9f57-43b1d1c9f7c3 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631115 Nov 22 15:29:50.812294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:50.820248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:50.820804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:50.846937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aaaae-c051-428b-beaf-f8519f75c20a req-1385055c-91dd-4f22-8437-3c071544e189 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:50.849430 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e3aaaae-c051-428b-beaf-f8519f75c20a req-1385055c-91dd-4f22-8437-3c071544e189 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 948 time: 0.3619301 Nov 22 15:29:50.899173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:50.904141 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a', 'code': 200} Nov 22 15:29:50.904889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:50.918059 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e3aaaae-c051-428b-beaf-f8519f75c20a req-0edcf7fb-c84f-418d-8dda-dea81c4aa4d0 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617681 Nov 22 15:29:51.032493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['23b8d27a-cdb8-4285-83fe-85fc36e86faf'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:29:51.150160 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92cd7ba4-1691-4036-aeef-4ff804183ac9 req-0a29f191-6df9-4d25-ad45-8796ad88761f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 1098 time: 0.0782082 Nov 22 15:29:51.225805 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-92cd7ba4-1691-4036-aeef-4ff804183ac9 req-e73fed81-8506-4e89-8c64-4b006abe64fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613394 Nov 22 15:29:51.355156 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2b7a71b7-9b12-48c6-9044-a23e465c3a27 req-635f8190-af35-48c2-bc11-0fa7dff0dd1a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 210 time: 0.0479019 Nov 22 15:29:51.825193 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-ee31d3c2-e1aa-45bf-b7be-5f63feacbf58 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:51.826776 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-ee31d3c2-e1aa-45bf-b7be-5f63feacbf58 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 817 time: 0.3741796 Nov 22 15:29:51.897496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-86302143-f05e-47b3-8428-2d7d138e5385 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 379 time: 0.0488083 Nov 22 15:29:51.908864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'port': {'device_id': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'admin_state_up': True, 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'security_groups': ['3dca92d1-1eb9-4613-90ba-ca7c69c17dca']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:52.032647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741f4d-382d-4722-9ee4-96ce6b6d7e66 req-cccbf055-baa3-463f-81f3-5f323698ad0f tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:52.034244 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-02741f4d-382d-4722-9ee4-96ce6b6d7e66 req-cccbf055-baa3-463f-81f3-5f323698ad0f tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0836718 Nov 22 15:29:52.059286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:29:52.060065 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 23b8d27a-cdb8-4285-83fe-85fc36e86faf up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:29:52.064069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Usage tracker for resource:port and tenant:630b34a9a8cd4e23bcfb9fccdc2b3c82 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:29:52.067476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:29:52.075109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:29:52.086328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Made reservation on behalf of 630b34a9a8cd4e23bcfb9fccdc2b3c82 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:29:52.093778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.138986 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-02741f4d-382d-4722-9ee4-96ce6b6d7e66 req-fa1adb95-9f94-4e3f-88a9-0bdba72fc877 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981770 Nov 22 15:29:52.141707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 23b8d27a-cdb8-4285-83fe-85fc36e86faf completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:52.151714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 23b8d27a-cdb8-4285-83fe-85fc36e86faf triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:52.152463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.169735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab08ffb-ff40-46dc-96cd-8a73088e2f1f req-a2a29d5a-6bfe-44af-9da3-9e1d2bce17ea tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:52.171598 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ab08ffb-ff40-46dc-96cd-8a73088e2f1f req-a2a29d5a-6bfe-44af-9da3-9e1d2bce17ea tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 948 time: 0.1142266 Nov 22 15:29:52.251289 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ab08ffb-ff40-46dc-96cd-8a73088e2f1f req-34f6ed13-4f62-4de3-a9eb-6b68e2aa818b tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Nov 22 15:29:52.311750 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.326049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Allocated IP 172.20.0.6 (37adb391-b75d-404f-8a1c-07b27bd1d552/fd210466-6e84-443e-96bb-d8a2b9baba5a/1a4640d9-dde8-4b6e-9b0c-0b3eed688490) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:29:52.349796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:52.354823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.356921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:52.428719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:52.432247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:52.558512 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3f215c09-48ec-488f-89b7-c82a9ba76fc8 req-9e57390b-d0db-4020-84f7-82d796a37b6a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 210 time: 0.0474012 Nov 22 15:29:52.565686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.586941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Transition to ACTIVE for port object 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:52.610846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.617673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46a318b7-b0ae-49dd-a70b-b46bdea3a568 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:52.688981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:29:52.697628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:29:52.700241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:29:52.742962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:52.746931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:52.779759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:52.780440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.807212 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022837 Nov 22 15:29:52.825764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Request body: {'port': {'device_id': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:29:52.904968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:52.956691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:52.964374 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf', 'code': 200} Nov 22 15:29:53.030359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f0b33d87-0942-4c33-9c6b-c3a6debf0e0c None None] Provisioning for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:29:53.035942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f0b33d87-0942-4c33-9c6b-c3a6debf0e0c None None] Provisioning complete for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:29:53.036366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f0b33d87-0942-4c33-9c6b-c3a6debf0e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.096479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-f0b33d87-0942-4c33-9c6b-c3a6debf0e0c None None] Port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:29:53.235426 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b5c04109-f5e8-4876-ae0c-7da8584c9718 req-752b9f74-7ed9-4acb-a5e3-5c77217ae53a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 1102 time: 0.0936961 Nov 22 15:29:53.290047 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b5c04109-f5e8-4876-ae0c-7da8584c9718 req-ee2d0c7c-ee55-4abf-8d20-17aa4bb6cd12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Nov 22 15:29:53.384902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:53.392105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.408331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Transition to ACTIVE for port object 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:29:53.411411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.416395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d9c6460a-2290-40f1-854f-9eea25d68613 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:53.484323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f5de-9544-47d7-ab1c-be80f665dd28 req-298c589f-bbff-4052-a2ab-7f82ccce6cd8 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:53.486062 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-afa9f5de-9544-47d7-ab1c-be80f665dd28 req-298c589f-bbff-4052-a2ab-7f82ccce6cd8 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.1573958 Nov 22 15:29:53.498057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851a8ed-7a91-4b4f-908f-49aec2faf91c req-aec8ec11-2672-4e4f-b4cc-bfaefee7f5d8 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:53.499926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a851a8ed-7a91-4b4f-908f-49aec2faf91c req-aec8ec11-2672-4e4f-b4cc-bfaefee7f5d8 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 949 time: 0.1250000 Nov 22 15:29:53.549376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:53.553546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:53.594118 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-afa9f5de-9544-47d7-ab1c-be80f665dd28 req-5109a5bc-834e-4a60-a7e9-1ba554f61b03 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930655 Nov 22 15:29:53.602609 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a851a8ed-7a91-4b4f-908f-49aec2faf91c req-655e3a82-92bf-4e84-a858-cf9cb1600988 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839510 Nov 22 15:29:53.677007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Attempting to bind port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:29:53.677482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Attempting to bind port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:29:53.677933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Attempting to bind port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:53.685355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 on network 37adb391-b75d-404f-8a1c-07b27bd1d552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:29:53.685817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Attempting to bind port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 on network 37adb391-b75d-404f-8a1c-07b27bd1d552 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:29:53.693865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:29:53.694380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Checking segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:29:53.694889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Bound using segment: {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:29:53.695455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Bound port: 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a3432b-5d38-4494-a1d0-7f8ccaef39df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:29:53.696074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.846689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:29:53.850158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:29:53.854827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.860128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e0b1-af15-4e0f-b36b-7336eea44720 req-7b01c90f-e7aa-4c58-a67d-ea77017f8c64 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:53.861959 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9fc7e0b1-af15-4e0f-b36b-7336eea44720 req-7b01c90f-e7aa-4c58-a67d-ea77017f8c64 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1102266 Nov 22 15:29:53.864270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8bebca15-8034-4b4c-a7ae-de2d78f3df23 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:53.923752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:53.925268 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 1093 time: 1.1046760 Nov 22 15:29:53.928120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:53.947352 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9fc7e0b1-af15-4e0f-b36b-7336eea44720 req-aa780d7b-2b56-4db0-ab79-3c88f031cbab tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764556 Nov 22 15:29:53.973956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:53.977528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:54.040987 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'status': 'completed', 'code': 200} Nov 22 15:29:54.083957 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-051b0fa9-d918-42ab-91d7-7212f498694c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1096 time: 0.0856900 Nov 22 15:29:54.169133 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-eb2f9721-bdea-4012-9490-717796d37566 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 217 time: 0.0747714 Nov 22 15:29:54.266165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-027d0013-c21f-4892-9bb6-854d19e578d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:54.268090 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-027d0013-c21f-4892-9bb6-854d19e578d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0895579 Nov 22 15:29:54.375166 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-4569e7f3-b930-48d2-857b-bec539b305f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973024 Nov 22 15:29:54.542576 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-aa8968b6-cc01-49bf-b534-7d3b2ddb97d1 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592190 Nov 22 15:29:54.710038 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a20177c3-147a-4dcb-a5ca-76a51990bebf req-69832de4-3125-4a2b-8104-c937b3403fef service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452861 Nov 22 15:29:54.838003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c23bc-9091-4a09-a25d-c41608f6f921 req-afc86149-a959-4bee-a5e3-80e9fc0e09ce tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:54.839882 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d52c23bc-9091-4a09-a25d-c41608f6f921 req-afc86149-a959-4bee-a5e3-80e9fc0e09ce tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 949 time: 0.0913680 Nov 22 15:29:54.845027 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-5fcb5e5c-bfc3-48cc-8edd-6e91d080ceb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1096 time: 0.0774446 Nov 22 15:29:54.899500 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d52c23bc-9091-4a09-a25d-c41608f6f921 req-edd06eef-0dc2-44b7-86bc-ff7312c00218 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526421 Nov 22 15:29:55.004294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-a2560277-fc2e-4f80-b472-61318321d679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:55.006224 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-a2560277-fc2e-4f80-b472-61318321d679 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1498096 Nov 22 15:29:55.102387 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-4d14519b-0ff0-4249-808f-29962701f5ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 217 time: 0.0825686 Nov 22 15:29:55.175202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8434-bed8-48f6-a9c6-70546c8737f4 req-e21eefab-5d01-493b-abc3-84821edccfbc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:55.176822 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f56d8434-bed8-48f6-a9c6-70546c8737f4 req-e21eefab-5d01-493b-abc3-84821edccfbc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0881760 Nov 22 15:29:55.185197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-82157f75-f26e-424d-a92d-89421144222e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:55.187594 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-82157f75-f26e-424d-a92d-89421144222e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0782015 Nov 22 15:29:55.240468 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f56d8434-bed8-48f6-a9c6-70546c8737f4 req-d67d6fe0-946a-4707-9a5a-2fb0e58b1fc3 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558395 Nov 22 15:29:55.287159 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-820a22e4-e28f-46c9-9861-91676c746fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914505 Nov 22 15:29:55.441153 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-2ce47d6e-ad0d-4651-bb69-a522428475f0 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460700 Nov 22 15:29:55.522055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bdecb-1026-45fd-b3f8-b6e65fe44a6c req-e1ab88b4-062d-42ba-9a29-bf821a2a3fbd tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:55.523715 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e1bdecb-1026-45fd-b3f8-b6e65fe44a6c req-e1ab88b4-062d-42ba-9a29-bf821a2a3fbd tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 949 time: 0.1075280 Nov 22 15:29:55.581127 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8e1bdecb-1026-45fd-b3f8-b6e65fe44a6c req-e1d854ba-45f2-4fb3-9930-7d0e8049253c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Nov 22 15:29:55.614696 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e7bb6dba-2327-4a8a-bdf5-21fd81f0b982 req-cfe8f33f-b025-4231-b73e-ecf93bf1ed83 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592684 Nov 22 15:29:56.476680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b5038-0a82-4827-b405-cce99fe75da7 req-35d3b66e-52e4-425b-80ca-5e0c1fab40d4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:56.479132 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4b9b5038-0a82-4827-b405-cce99fe75da7 req-35d3b66e-52e4-425b-80ca-5e0c1fab40d4 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0864363 Nov 22 15:29:56.530074 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4b9b5038-0a82-4827-b405-cce99fe75da7 req-fb9c0e71-521b-4bc6-a02e-e99efa8bec5c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446813 Nov 22 15:29:56.810128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111cfd3-e9d6-4cef-a379-8b18f750a317 req-bfa5fbed-28bb-4108-829f-18f260fcd23c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:56.811633 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0111cfd3-e9d6-4cef-a379-8b18f750a317 req-bfa5fbed-28bb-4108-829f-18f260fcd23c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 949 time: 0.0916605 Nov 22 15:29:56.865417 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0111cfd3-e9d6-4cef-a379-8b18f750a317 req-4be2840a-cb80-48d1-b5a9-a1382970780c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/security-groups?id=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Nov 22 15:29:57.100648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-46b5bdb6-9168-48da-8a7a-92e2c6aa5bc9 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:57.101342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-46b5bdb6-9168-48da-8a7a-92e2c6aa5bc9 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Synchronizing usage tracker for tenant:df564f82615644d5915e6818e9758c74 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:29:57.118869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-46b5bdb6-9168-48da-8a7a-92e2c6aa5bc9 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Unset dirty status for tenant:df564f82615644d5915e6818e9758c74 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:29:57.120100 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-46b5bdb6-9168-48da-8a7a-92e2c6aa5bc9 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.46 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 949 time: 0.1068678 Nov 22 15:29:57.198701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Deleting port 23b8d27a-cdb8-4285-83fe-85fc36e86faf {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:29:57.199271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:57.492451 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] For port 23b8d27a-cdb8-4285-83fe-85fc36e86faf, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=23b8d27a-cdb8-4285-83fe-85fc36e86faf,segment=NetworkSegment(7ba546eb-51a2-48db-8ecf-f0f2e0a06d79),segment_id=7ba546eb-51a2-48db-8ecf-f0f2e0a06d79)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:57.493105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:57.630145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Calling delete_port for 23b8d27a-cdb8-4285-83fe-85fc36e86faf owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:29:57.772754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2a3e-8756-48c6-94c5-ffd104c58ee1 req-71f4ebc8-0497-4245-912e-bfcb040d5334 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:57.775409 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-facd2a3e-8756-48c6-94c5-ffd104c58ee1 req-71f4ebc8-0497-4245-912e-bfcb040d5334 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1081092 Nov 22 15:29:57.833482 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-facd2a3e-8756-48c6-94c5-ffd104c58ee1 req-81a09cc6-426e-4949-93e7-890c738253ab tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516646 Nov 22 15:29:58.028551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:58.034300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dc0e6fd4-bdb0-44c5-bdf9-61415156cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:58.040655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['23b8d27a-cdb8-4285-83fe-85fc36e86faf'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:29:58.051418 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1386aa61-99c9-44f9-9b72-1bf3840a1ee1 req-a651b018-55d6-4e03-a940-5798d26a40d7 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.55 "GET /v2.0/ports?device_id=182f7279-cf8e-4f6b-911f-87c3c2bf9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0542836 Nov 22 15:29:58.075738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Pushing event deleted for resources: {'Port': ['ID=23b8d27a-cdb8-4285-83fe-85fc36e86faf,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:58.082165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:58.130707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:29:58.160497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] No DVR routers for this DVR port 23b8d27a-cdb8-4285-83fe-85fc36e86faf on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:29:58.163140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:58.167442 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'name': 'network-vif-deleted', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:29:58.198188 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c95db97-fd68-45e9-a13e-6a4db92af2e0 req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] 10.222.0.46 "DELETE /v2.0/ports/23b8d27a-cdb8-4285-83fe-85fc36e86faf HTTP/1.1" status: 204 len: 173 time: 1.0723848 Nov 22 15:29:58.239984 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182f7279-cf8e-4f6b-911f-87c3c2bf9fe1', 'name': 'network-vif-deleted', 'tag': '23b8d27a-cdb8-4285-83fe-85fc36e86faf', 'status': 'completed', 'code': 200} Nov 22 15:29:58.320255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:58.337785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:29:58.398076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:58.419600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:29:58.438196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:29:58.441487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:29:58.443507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:29:58.521848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:29:58.525105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:29:58.739012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['1a4640d9-dde8-4b6e-9b0c-0b3eed688490'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:29:59.090996 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7fe7-f721-4d3d-aadc-37cb30cfb9ad req-df459e6a-ce0d-4470-8844-9fcdb1c0445f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:29:59.093523 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-052d7fe7-f721-4d3d-aadc-37cb30cfb9ad req-df459e6a-ce0d-4470-8844-9fcdb1c0445f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.0942581 Nov 22 15:29:59.148787 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-052d7fe7-f721-4d3d-aadc-37cb30cfb9ad req-d704c848-fb77-46b2-9111-73f3692edc07 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472045 Nov 22 15:30:00.138405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:30:00.230305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:30:00.236459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:30:00.236985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:00.374955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:00.387746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fd6e6-f70c-4c97-a3a6-4c3bfdb96c6a req-fcbdd7e8-6ab0-4b40-98d6-d1d39866169a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:00.389355 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c27fd6e6-f70c-4c97-a3a6-4c3bfdb96c6a req-fcbdd7e8-6ab0-4b40-98d6-d1d39866169a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.0946507 Nov 22 15:30:00.412444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:00.425200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:00.428534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:00.429765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 23b8d27a-cdb8-4285-83fe-85fc36e86faf no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:00.455853 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c27fd6e6-f70c-4c97-a3a6-4c3bfdb96c6a req-58021990-d3dc-44f7-b9ad-81280a71f05f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587497 Nov 22 15:30:00.458977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:00.501051 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'code': 200} Nov 22 15:30:00.520296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 23b8d27a-cdb8-4285-83fe-85fc36e86faf {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:00.520845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 23b8d27a-cdb8-4285-83fe-85fc36e86faf not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:00.559407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:00.562685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:00.757792 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-23a5c8d9-1e1a-4041-bd16-f9e7c556d469 req-ef58fc86-05f0-410c-9335-0f600803673d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1098 time: 0.0777140 Nov 22 15:30:00.813747 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-23a5c8d9-1e1a-4041-bd16-f9e7c556d469 req-66734c83-fd5a-4a77-a112-50747ab95daa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480907 Nov 22 15:30:01.674793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dd137-1dde-4bda-aae4-43e2a86ce43d req-dc0ba7ce-08d6-4b5c-82d8-2abdd37f5862 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:01.676411 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e43dd137-1dde-4bda-aae4-43e2a86ce43d req-dc0ba7ce-08d6-4b5c-82d8-2abdd37f5862 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0858011 Nov 22 15:30:01.726168 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e43dd137-1dde-4bda-aae4-43e2a86ce43d req-d8738ee7-a5ac-43b0-98b3-2a3e3c313df1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Nov 22 15:30:02.964786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f052a-b1f7-4756-9368-8d1229c7e850 req-b070c766-2b44-45a5-af6d-816852c98baf tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:02.966447 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a7f052a-b1f7-4756-9368-8d1229c7e850 req-b070c766-2b44-45a5-af6d-816852c98baf tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0896685 Nov 22 15:30:03.019620 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a7f052a-b1f7-4756-9368-8d1229c7e850 req-2ff46f63-0a8f-47be-bf39-f2dcca200fb2 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Nov 22 15:30:03.242352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5fe3b-79bc-4d5e-b02c-ac83326d8bf3 req-0278d9dd-056c-4ee1-8610-bd4fd73c3105 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:03.245501 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-76d5fe3b-79bc-4d5e-b02c-ac83326d8bf3 req-0278d9dd-056c-4ee1-8610-bd4fd73c3105 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0910130 Nov 22 15:30:03.254184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41308) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:03.261009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Request body: {'floatingip': {'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:30:03.342589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:03.983635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:03.986811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:04.191388 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Floating IP 6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d associated. External IP: 172.28.2.43, port: 1a4640d9-dde8-4b6e-9b0c-0b3eed688490. Nov 22 15:30:04.633431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41324) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:04.894906 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6158f301-c9e1-4949-baa1-68716feae66f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df564f82615644d5915e6818e9758c74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593868 Nov 22 15:30:04.897688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41330) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:04.928984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:30:04.973175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.001775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.052170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.057997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a3774531-1542-48fd-aab9-37aa60129d9c tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:05.068951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:05.073643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:05.076968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.078204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a566c5e2-fcb0-49e5-bed4-62c2b8bc6b28 HTTP/1.1" status: 204 len: 168 time: 0.1793036 Nov 22 15:30:05.155500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:30:05.160375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:05.168598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:30:05.184731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:05.185545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:05.223998 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8c133aaa-8273-45a2-805d-c09e2547a052 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "PUT /v2.0/floatingips/6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d HTTP/1.1" status: 200 len: 990 time: 1.9684060 Nov 22 15:30:05.224849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:05.301163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'status': 'completed', 'code': 200} Nov 22 15:30:05.419715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:05.430414 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-e4cdd725-67f8-472a-8c9b-caf3d320c58f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1098 time: 0.0912857 Nov 22 15:30:05.604342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-b73781aa-3788-4ab6-b4da-0552b40e910b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:05.606249 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-b73781aa-3788-4ab6-b4da-0552b40e910b service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1688309 Nov 22 15:30:05.731335 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-83df6b0f-f7e0-461c-8f52-eabd06cdc606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 998 time: 0.1170952 Nov 22 15:30:05.811704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-a2c67d3b-0de6-4f7f-b0c5-ffd21549164f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:05.813316 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-a2c67d3b-0de6-4f7f-b0c5-ffd21549164f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0719621 Nov 22 15:30:05.917268 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-3f271d52-8b05-47e8-a596-0094674d0b57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943041 Nov 22 15:30:06.004765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:48Z', 'updated_at': '2021-11-22T15:30:03Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:06.011077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:30:06.022932 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:06.023610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:29:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:06.099187 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-57fde51d-fcd8-4456-af0b-a3cd2eb2b7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718733 Nov 22 15:30:06.229010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:06.289587 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6eca6244-d212-4c12-8cff-d0570f3fefa3 req-10caddfb-b57a-416d-b253-4206acf1cf89 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775873 Nov 22 15:30:06.620096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:48Z', 'updated_at': '2021-11-22T15:30:03Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:06.624785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d0365-ef59-496a-be2f-1db47f9eb292 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:29:48Z', 'updated_at': '2021-11-22T15:30:03Z', 'revision_number': 1, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:30:07.004384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206212c6-8530-4267-af91-99da452ce6b2 None None] New status for floating IP 6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:30:10.640941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1eb-acd1-4533-9ea8-313736817a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:12.127612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:12.869911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea9d740f-c918-41ef-91a8-2a32352cecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:13.271038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:30:13.439983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:14.685371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:19.960946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:30.330586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99a09-7c4d-4c5f-836e-5cbc223f71f1 req-ef66d67b-6043-472f-bdbe-a5ca32a460df tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:30.332178 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aae99a09-7c4d-4c5f-836e-5cbc223f71f1 req-ef66d67b-6043-472f-bdbe-a5ca32a460df tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.0839691 Nov 22 15:30:30.381578 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aae99a09-7c4d-4c5f-836e-5cbc223f71f1 req-600ade48-5cbe-4e4b-85c8-3546e8c47ce8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Nov 22 15:30:31.596267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e521-b045-4db5-ba43-7e12d573f3b3 req-3cfb4430-6798-4377-92ee-03bfa005b1d9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:31.597870 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2008e521-b045-4db5-ba43-7e12d573f3b3 req-3cfb4430-6798-4377-92ee-03bfa005b1d9 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.0871804 Nov 22 15:30:31.648481 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2008e521-b045-4db5-ba43-7e12d573f3b3 req-1171f6a2-2bee-47fe-a842-ffc561f9be75 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Nov 22 15:30:32.448448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-1190d9cc-a86a-469c-8b5f-d3f37f4a55b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:32.449201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-1190d9cc-a86a-469c-8b5f-d3f37f4a55b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Synchronizing usage tracker for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:30:32.464129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-1190d9cc-a86a-469c-8b5f-d3f37f4a55b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Unset dirty status for tenant:689e13d8ab0e4cdda59d47ef2c48875f on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:30:32.465322 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-1190d9cc-a86a-469c-8b5f-d3f37f4a55b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.1057808 Nov 22 15:30:32.538260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Deleting port e504a398-5051-44ee-ac3d-e96f3ab2c7ca {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:32.538647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:32.796680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] For port e504a398-5051-44ee-ac3d-e96f3ab2c7ca, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:32.797215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:32.882514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e87fa-4b58-4e5d-934f-b2ca032e15b3 req-e82d43c5-5e4b-4ba5-a17e-7e40c470354b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:32.884424 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-507e87fa-4b58-4e5d-934f-b2ca032e15b3 req-e82d43c5-5e4b-4ba5-a17e-7e40c470354b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 946 time: 0.1038728 Nov 22 15:30:32.946434 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-507e87fa-4b58-4e5d-934f-b2ca032e15b3 req-936b3013-3ed1-473c-b90f-371c9283be48 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups?id=79e399af-335c-47c7-8109-7b7e55026142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550880 Nov 22 15:30:33.108908 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:33.109236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:33.109591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Floating IP 4fb5ed60-4468-4ac8-840e-06c3b3c8dd69 disassociated. External IP: 172.28.2.135, port: e504a398-5051-44ee-ac3d-e96f3ab2c7ca. Nov 22 15:30:33.109970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Calling delete_port for e504a398-5051-44ee-ac3d-e96f3ab2c7ca owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:33.203747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9caea-ab14-4840-b347-baa7bd71e127 req-5e01854a-a5df-4508-82bc-699476339e7e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:33.205713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0ea9caea-ab14-4840-b347-baa7bd71e127 req-5e01854a-a5df-4508-82bc-699476339e7e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0901666 Nov 22 15:30:33.256126 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0ea9caea-ab14-4840-b347-baa7bd71e127 req-1001912b-06e5-4072-9eba-b35f614661a0 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Nov 22 15:30:33.266427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:33.272558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:33.317572 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'Port': ['ID=e504a398-5051-44ee-ac3d-e96f3ab2c7ca,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:33.332494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.332913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.333325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.333733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.334181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.334589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.334993 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.335398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.335795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.336194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.336587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:33.340341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:33.551183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:30:33.760874 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:30:33.774546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:30:33.800976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:33.801725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:30:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:33.839407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] No DVR routers for this DVR port e504a398-5051-44ee-ac3d-e96f3ab2c7ca on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:30:33.841985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:33.844904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'name': 'network-vif-deleted', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:33.862089 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-565ede09-6bfa-4611-8a17-60fcd1fbefff req-668ddfa2-7f6c-464d-b3a0-584f6db50b2b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.46 "DELETE /v2.0/ports/e504a398-5051-44ee-ac3d-e96f3ab2c7ca HTTP/1.1" status: 204 len: 173 time: 1.3907392 Nov 22 15:30:34.007584 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f99244-7d95-4f12-80c0-0ae2242a5b5b', 'name': 'network-vif-deleted', 'tag': 'e504a398-5051-44ee-ac3d-e96f3ab2c7ca', 'status': 'completed', 'code': 200} Nov 22 15:30:34.024916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:34.145013 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-45ebc7a4-edb2-45f2-b877-fcd9dca59179 req-ff989713-f360-4163-939b-cd4224d54db8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8f99244-7d95-4f12-80c0-0ae2242a5b5b HTTP/1.1" status: 200 len: 210 time: 0.0457966 Nov 22 15:30:34.370111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:34.374739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:30:34.387352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:34.388035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:30:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:34.475543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585994e9-beb0-489e-97c2-1998f0fb3713 req-8e499be0-d2bb-486b-bc07-7196a2003e61 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:34.477153 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-585994e9-beb0-489e-97c2-1998f0fb3713 req-8e499be0-d2bb-486b-bc07-7196a2003e61 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0881002 Nov 22 15:30:34.531950 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-585994e9-beb0-489e-97c2-1998f0fb3713 req-cfd66ce1-3082-4f23-8db2-57c5cfe67b7d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460348 Nov 22 15:30:34.581798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:34.919951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-86f10332-41de-4722-a86b-be9307542c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:34.923984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f10332-41de-4722-a86b-be9307542c08 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:25:11Z', 'revision_number': 4, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'f321a6cd-f499-46e4-8399-27d67118ccab', 'name': '', 'network_id': 'ec026a23-a890-4b01-85eb-025f4eb89178', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'mac_address': 'fa:16:3e:5a:92:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:10Z', 'updated_at': '2021-11-22T15:25:31Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'subnets': [{'id': '70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:30:35.296904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41650) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:35.360384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24035a-bcd8-48c3-a0e2-0c5f4b8e334a None None] New status for floating IP 4fb5ed60-4468-4ac8-840e-06c3b3c8dd69: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:30:35.370090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.399387 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.446543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.452916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f35fc23d-aa8c-473d-9ae1-5c84b4779c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:35.472738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e399af-335c-47c7-8109-7b7e55026142,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:35.485358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.486588 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "DELETE /v2.0/security-groups/79e399af-335c-47c7-8109-7b7e55026142 HTTP/1.1" status: 204 len: 168 time: 0.1886387 Nov 22 15:30:35.488124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.488543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.488928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.489328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.489623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41656) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:35.489733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.490172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.490566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.490950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.491335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.491712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.492095 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:35.495358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:35.519010 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.v2.resource [None req-ba1e0bd7-8db6-429c-809b-9586a8eaeb5b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] show failed (client error): The resource could not be found. Nov 22 15:30:35.523228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41660) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:35.523346 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ba1e0bd7-8db6-429c-809b-9586a8eaeb5b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "GET /v2.0/security-groups/79e399af-335c-47c7-8109-7b7e55026142 HTTP/1.1" status: 404 len: 347 time: 0.0324967 Nov 22 15:30:35.733529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Deleting port d7f95977-bca3-4323-a748-0fabed58c90e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:35.733909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.912602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff58de-5478-4a8b-913b-87ab7f24780e req-065a292b-e9f1-4a29-b9aa-31d352c4c891 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:35.914229 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-21ff58de-5478-4a8b-913b-87ab7f24780e req-065a292b-e9f1-4a29-b9aa-31d352c4c891 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.2369635 Nov 22 15:30:35.969831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:35.970448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:36.108104 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Calling delete_port for d7f95977-bca3-4323-a748-0fabed58c90e owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:36.146916 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-21ff58de-5478-4a8b-913b-87ab7f24780e req-b06329a4-4474-434e-bb23-7770470fcfde tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194898 Nov 22 15:30:36.260238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:36.264586 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:36.293309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device e504a398-5051-44ee-ac3d-e96f3ab2c7ca no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:36.309936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Pushing event deleted for resources: {'Port': ['ID=d7f95977-bca3-4323-a748-0fabed58c90e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:36.313281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:36.328438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: e504a398-5051-44ee-ac3d-e96f3ab2c7ca {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:36.328836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device e504a398-5051-44ee-ac3d-e96f3ab2c7ca not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:36.406606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:36.421507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:36.422778 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] 10.222.0.55 "DELETE /v2.0/floatingips/4fb5ed60-4468-4ac8-840e-06c3b3c8dd69 HTTP/1.1" status: 204 len: 168 time: 0.8984988 Nov 22 15:30:37.355763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14677bf0-80b9-4d4f-9051-f77758a3d8bd req-5e15c37e-d3f2-4167-afb7-b69e72828211 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:37.357373 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-14677bf0-80b9-4d4f-9051-f77758a3d8bd req-5e15c37e-d3f2-4167-afb7-b69e72828211 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0848849 Nov 22 15:30:37.407598 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-14677bf0-80b9-4d4f-9051-f77758a3d8bd req-71586c61-1438-4f05-8587-63369b0e9586 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Nov 22 15:30:38.624607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a693c8-898d-4392-b53f-02ab18f45088 req-045c4873-5fe4-4ea4-82f3-4681d3aeec25 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:38.626286 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-86a693c8-898d-4392-b53f-02ab18f45088 req-045c4873-5fe4-4ea4-82f3-4681d3aeec25 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0846226 Nov 22 15:30:38.676123 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-86a693c8-898d-4392-b53f-02ab18f45088 req-0aaf83bd-e87d-42fe-9b05-05a6b9bad107 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Nov 22 15:30:38.779559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-f674a672-e38e-41ca-b88c-76dc409a54d8 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:38.781126 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-f674a672-e38e-41ca-b88c-76dc409a54d8 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 945 time: 0.0881679 Nov 22 15:30:38.858447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Deleting port 1ccce283-d55c-46d9-a00e-eb718ce3be1a {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:38.858828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:39.129368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] For port 1ccce283-d55c-46d9-a00e-eb718ce3be1a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1ccce283-d55c-46d9-a00e-eb718ce3be1a,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:39.129773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:39.266872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Calling delete_port for 1ccce283-d55c-46d9-a00e-eb718ce3be1a owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:39.418892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:39.424848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4d1082b7-34ad-4f58-8a27-1ee0392e5058 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:39.429948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['1ccce283-d55c-46d9-a00e-eb718ce3be1a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:30:39.472495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Pushing event deleted for resources: {'Port': ['ID=1ccce283-d55c-46d9-a00e-eb718ce3be1a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:39.476229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:39.547037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] No DVR routers for this DVR port 1ccce283-d55c-46d9-a00e-eb718ce3be1a on host hv-cinder-81877 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:30:39.549502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:39.552304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'name': 'network-vif-deleted', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:39.568235 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1f77a05e-009b-440f-9c1e-3f2504d0b4b8 req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "DELETE /v2.0/ports/1ccce283-d55c-46d9-a00e-eb718ce3be1a HTTP/1.1" status: 204 len: 173 time: 0.7809834 Nov 22 15:30:39.611593 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe', 'name': 'network-vif-deleted', 'tag': '1ccce283-d55c-46d9-a00e-eb718ce3be1a', 'status': 'completed', 'code': 200} Nov 22 15:30:39.868220 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-62981ef7-c7bb-424e-9d8d-7d37a9499cae req-5c1769ee-d66e-4fb9-8527-2a693b995634 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd8ab475-1f14-4ce7-b7d4-33d2cfe7a6fe HTTP/1.1" status: 200 len: 210 time: 0.0447199 Nov 22 15:30:40.532433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41708) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:40.644224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e41524e4-e638-4291-86cc-120b72b1c38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:41.307461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:41.924521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Deleting port f321a6cd-f499-46e4-8399-27d67118ccab {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:41.924898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:42.107172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] For port f321a6cd-f499-46e4-8399-27d67118ccab, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f321a6cd-f499-46e4-8399-27d67118ccab,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:42.107486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:42.110327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:42.237312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Calling delete_port for f321a6cd-f499-46e4-8399-27d67118ccab owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:42.332214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1ccce283-d55c-46d9-a00e-eb718ce3be1a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:42.366973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 1ccce283-d55c-46d9-a00e-eb718ce3be1a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:42.367370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1ccce283-d55c-46d9-a00e-eb718ce3be1a not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:42.562156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:42.566619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:42.608382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f321a6cd-f499-46e4-8399-27d67118ccab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:42.612215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:42.872177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fef13a89-8570-435b-b268-10df0ee832b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:42.922366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:43.443682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:43.735667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Router d6de4897-ae4b-41c1-bc80-43765363167b has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:30:43.951879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:30:43.964771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Sync routers for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:30:43.974209 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-984f3426-084e-43c6-9293-b230c47a9a24 admin admin] 10.222.0.55 "PUT /v2.0/routers/d6de4897-ae4b-41c1-bc80-43765363167b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4405677 Nov 22 15:30:43.976742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 41746) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:43.991589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:43.994338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:30:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:44.196754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.342850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:44.409859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.418730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Deleting port f8b49c25-e72d-4336-b99e-4473b1f137c8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:44.419104 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.612295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] For port f8b49c25-e72d-4336-b99e-4473b1f137c8, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=f8b49c25-e72d-4336-b99e-4473b1f137c8,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:44.612896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.649623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:30:42Z', 'revision_number': 5, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port': {'id': 'f8b49c25-e72d-4336-b99e-4473b1f137c8', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:25:06Z', 'updated_at': '2021-11-22T15:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:44.654886 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Checking router: d6de4897-ae4b-41c1-bc80-43765363167b for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:30:44.666246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Routers {'d6de4897-ae4b-41c1-bc80-43765363167b'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:30:44.666911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:30:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['d6de4897-ae4b-41c1-bc80-43765363167b'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:44.741925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Calling delete_port for f8b49c25-e72d-4336-b99e-4473b1f137c8 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:44.809673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.838464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] Set router d6de4897-ae4b-41c1-bc80-43765363167b gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:30:44.912345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:44.916811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-37a21b10-8398-4e60-8c70-2f50719f5e88 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:44.953136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:30:44Z', 'revision_number': 6, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:44.957266 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef21a9c-197a-405b-a59e-5e6fd7e7c390 None None] The sync data for ids ['d6de4897-ae4b-41c1-bc80-43765363167b'] in dv-cinder-818778-1-smb is: [{'id': 'd6de4897-ae4b-41c1-bc80-43765363167b', 'name': 'tempest-AttachVolumeTestJSON-173596801-router', 'tenant_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:25:05Z', 'updated_at': '2021-11-22T15:30:44Z', 'revision_number': 6, 'project_id': '689e13d8ab0e4cdda59d47ef2c48875f', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:30:44.963706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b49c25-e72d-4336-b99e-4473b1f137c8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:44.966537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:45.207809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:45.583142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:45.817368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:45.842168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-12a80f55-f238-4b39-a90c-a2dec1c9ac75 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:45.843689 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-12a80f55-f238-4b39-a90c-a2dec1c9ac75 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 814 time: 0.5805638 Nov 22 15:30:45.934571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:45.935154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6de4897-ae4b-41c1-bc80-43765363167b {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:30:45.937309 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-1ee49efb-ff58-4f56-afec-06503645466d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/quotas/2d56bb72073d47a3b0fb62e242d3dcdd HTTP/1.1" status: 200 len: 375 time: 0.0272555 Nov 22 15:30:45.987469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:45.988723 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] 10.222.0.55 "DELETE /v2.0/routers/d6de4897-ae4b-41c1-bc80-43765363167b HTTP/1.1" status: 204 len: 168 time: 2.0110037 Nov 22 15:30:45.991740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41768) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:45.995654 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-26326b94-6fa3-4455-877e-93026a7a9fce tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483079 Nov 22 15:30:46.068042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Deleting subnet 70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:30:46.071164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.123915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.226329 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-fc96e4e3-cc55-4726-aac5-84bee27be12f service neutron] 10.222.0.55 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215607 Nov 22 15:30:46.387843 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-91c5b914-f1d9-4b65-b05b-be06c24ced6b service neutron] 10.222.0.55 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534340 Nov 22 15:30:46.463642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.536411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.549240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-580e9955-d844-4474-a657-1d83d89d5865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:46.580375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.584765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1c135-535f-4a73-91fb-73a193c7a164 None None] Network ec026a23-a890-4b01-85eb-025f4eb89178 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:30:46.588795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:46.592581 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70817b6c-fd61-4f2b-9ec5-a7e7fd1d3560 HTTP/1.1" status: 204 len: 168 time: 0.5993068 Nov 22 15:30:46.593756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:46.595167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41780) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:46.604216 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b8037df9-f8b0-44c0-a5a7-507c384ae05a req-afdd3b9b-27d0-4e28-88a2-8a9adf6d19c8 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0502295 Nov 22 15:30:46.720701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.731336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f321a6cd-f499-46e4-8399-27d67118ccab no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:46.732507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Deleting port 0dde003c-13a7-4505-987a-f89c2c79edf7 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:46.732883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.791565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: f321a6cd-f499-46e4-8399-27d67118ccab {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:46.791958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f321a6cd-f499-46e4-8399-27d67118ccab not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:46.793027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f8b49c25-e72d-4336-b99e-4473b1f137c8 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:46.844173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: f8b49c25-e72d-4336-b99e-4473b1f137c8 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:46.844654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device f8b49c25-e72d-4336-b99e-4473b1f137c8 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:46.947791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] DHCP port deletion for ec026a23-a890-4b01-85eb-025f4eb89178 request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:30:46.953046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Deleting port 0dde003c-13a7-4505-987a-f89c2c79edf7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:46.953511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:46.976789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] For port 0dde003c-13a7-4505-987a-f89c2c79edf7, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=0dde003c-13a7-4505-987a-f89c2c79edf7,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:46.977169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.114039 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Calling delete_port for 0dde003c-13a7-4505-987a-f89c2c79edf7 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:47.170842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] For port 0dde003c-13a7-4505-987a-f89c2c79edf7, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=0dde003c-13a7-4505-987a-f89c2c79edf7,segment=NetworkSegment(76bffd26-b172-4882-9b8b-7c94b06cbe91),segment_id=76bffd26-b172-4882-9b8b-7c94b06cbe91)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:47.171243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.200315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.205074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9936b010-4422-4f59-bd30-0a23c2b5269b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:47.247817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dde003c-13a7-4505-987a-f89c2c79edf7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:47.251618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:47.255625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] No DVR routers for this DVR port 0dde003c-13a7-4505-987a-f89c2c79edf7 on host dv-cinder-818778-1-smb {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:30:47.316227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Calling delete_port for 0dde003c-13a7-4505-987a-f89c2c79edf7 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:30:47.382106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.410160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec026a23-a890-4b01-85eb-025f4eb89178']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:47.422781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bffd26-b172-4882-9b8b-7c94b06cbe91') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:47.423121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bffd26-b172-4882-9b8b-7c94b06cbe91') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:30:47.435229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.450622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.456942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:30:47.457349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.457693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:30:47.458235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:30:47.477230 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:30:47.560893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.564608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:47.578394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:47.588962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec026a23-a890-4b01-85eb-025f4eb89178,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:47.595745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:47.603075 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ec026a23-a890-4b01-85eb-025f4eb89178 HTTP/1.1" status: 204 len: 168 time: 1.0067115 Nov 22 15:30:47.755492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41798) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:47.806456 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1746af85-0ff8-4f2b-8ba3-90a310dd93ae req-5e726955-bc4e-4631-9d5b-c8c9054ee8a9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0695355 Nov 22 15:30:47.832578 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a466e722-dbff-4c54-850f-9792f15418ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=689e13d8ab0e4cdda59d47ef2c48875f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0733054 Nov 22 15:30:47.832773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 41802) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:30:47.959198 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Deleting port 0dde003c-13a7-4505-987a-f89c2c79edf7 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:30:47.959733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.031661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0479a-0034-4353-93ce-9c80cdd2154f None None] The port '0dde003c-13a7-4505-987a-f89c2c79edf7' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:30:48.038731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.063440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-836dc4d5-e6d8-4b90-9782-fbde90670a57 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:48.064982 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-836dc4d5-e6d8-4b90-9782-fbde90670a57 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 814 time: 0.2185998 Nov 22 15:30:48.080726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.095678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Request body: {'port': {'device_id': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985', 'admin_state_up': True, 'tenant_id': '2d56bb72073d47a3b0fb62e242d3dcdd'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:30:48.244117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.252706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f1593b05-4b1f-4020-b7b6-717b7458023e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:48.279863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe30404-d3f0-435a-82ff-243cf372ef4e,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:48.285148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:48.294050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:30:48.299103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Usage tracker for resource:port and tenant:2d56bb72073d47a3b0fb62e242d3dcdd is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:30:48.302056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.303284 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fe30404-d3f0-435a-82ff-243cf372ef4e HTTP/1.1" status: 204 len: 168 time: 0.4695652 Nov 22 15:30:48.304353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:30:48.312859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:30:48.322248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Made reservation on behalf of 2d56bb72073d47a3b0fb62e242d3dcdd for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:30:48.328058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.506521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Allocated IP 172.20.0.8 (3b24db53-a34d-4a7e-abd9-ccfb9cdd7985/cc050efa-7257-41a3-b3a1-cbbf146487d6/2afb9b71-8c2f-4bc0-b854-4855cc00dd7f) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:30:48.687711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 0dde003c-13a7-4505-987a-f89c2c79edf7 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:30:48.724880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 0dde003c-13a7-4505-987a-f89c2c79edf7 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:30:48.725268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 0dde003c-13a7-4505-987a-f89c2c79edf7 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:30:48.729855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.758044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.765181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d171850d-94a4-4072-9f86-5c191406d9d1 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:48.844209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:30:48.848119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:30:48.853059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:30:48.880641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Pushing event updated for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:48.886633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:48.921153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:48.921891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:48.949760 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-5881873a-312d-4bed-8d1b-dbbca5807f44 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580019 Nov 22 15:30:49.036530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c56a5-9947-47a2-84db-5b2ce2c24f3c req-f129cbc2-7fa5-448c-b9ef-8261f3f71534 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:49.038170 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f6c56a5-9947-47a2-84db-5b2ce2c24f3c req-f129cbc2-7fa5-448c-b9ef-8261f3f71534 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 931 time: 0.0858498 Nov 22 15:30:49.100738 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f6c56a5-9947-47a2-84db-5b2ce2c24f3c req-6d88acfa-3d46-418a-aeff-7a4d5970bf86 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532913 Nov 22 15:30:49.110635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Request body: {'port': {'device_id': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:30:49.255398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:49.626429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:30:49.633635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:49.649794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Transition to ACTIVE for port object 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:30:49.662889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:49.671808 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a933d2ae-7cff-46eb-9b88-bf1dab2b3c04 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:49.813133 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Pushing event updated for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:49.817741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:49.930341 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Attempting to bind port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:30:49.930728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Attempting to bind port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:30:49.931796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Attempting to bind port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:30:49.938715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:30:49.939079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Attempting to bind port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f on network 3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:30:49.946186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:30:49.946680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Checking segment: {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:30:49.947137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Bound using segment: {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:30:49.947554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Bound port: 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46ef376-496f-4fa3-9216-fc2977cd2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:30:49.948147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:49.951614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:50.041693 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:30:50.045598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:30:50.048828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:50.053180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:50.118789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:50.120302 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] 10.222.0.46 "PUT /v2.0/ports/2afb9b71-8c2f-4bc0-b854-4855cc00dd7f HTTP/1.1" status: 200 len: 1093 time: 1.1631873 Nov 22 15:30:50.121150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:50.139587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Pushing event updated for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:50.143915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:50.230483 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f', 'status': 'completed', 'code': 200} Nov 22 15:30:50.262521 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:30:50.273795 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-dad34a55-114f-4d55-b523-dc6ec16cab14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 1096 time: 0.1052315 Nov 22 15:30:50.359199 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-fb45936c-89bd-43dd-8256-e2b2c8ae3599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f HTTP/1.1" status: 200 len: 217 time: 0.0769947 Nov 22 15:30:50.390106 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-57c820b8-2388-405b-b159-45c5e93107e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402657 Nov 22 15:30:50.418712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7eff-8303-4889-bb5d-f92fd25aaafa req-09f9a9f4-c940-4788-aae3-df74d8f73cf0 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:50.420792 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ffd7eff-8303-4889-bb5d-f92fd25aaafa req-09f9a9f4-c940-4788-aae3-df74d8f73cf0 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 943 time: 0.1080754 Nov 22 15:30:50.430109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-8f58fa94-1739-4f8e-9f26-f40f5d8ece74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:50.431999 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-8f58fa94-1739-4f8e-9f26-f40f5d8ece74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc050efa-7257-41a3-b3a1-cbbf146487d6 HTTP/1.1" status: 200 len: 854 time: 0.0668728 Nov 22 15:30:50.474820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ffd7eff-8303-4889-bb5d-f92fd25aaafa req-6c2fb9c5-1c49-42d4-be30-4dff0efc2a3d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Nov 22 15:30:50.483719 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-2a8b8077-284c-4828-97e9-08d5ed35b2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451231 Nov 22 15:30:50.561474 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-ea190b8f-d57b-4eb9-a96c-59328a2ba8cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1098 time: 0.0814168 Nov 22 15:30:50.638228 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-42f97a6a-52c8-40d7-842b-bde8bb346346 service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477942 Nov 22 15:30:50.724497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-9dd3fef2-18d6-4915-a756-4ed6921dfd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:50.726115 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-9dd3fef2-18d6-4915-a756-4ed6921dfd04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1449168 Nov 22 15:30:50.793449 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c1434e24-8687-46b6-a36f-0cc587027d6e req-297d5358-a852-4e44-8495-b526bb05753e service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482387 Nov 22 15:30:50.835498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-c886330e-172b-4eec-acbb-19278d8f84cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 1000 time: 0.1032896 Nov 22 15:30:50.923006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-20db38fe-f0d4-4e81-bb6b-46511187b58c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:50.924602 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-20db38fe-f0d4-4e81-bb6b-46511187b58c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0771387 Nov 22 15:30:50.944459 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-3b073295-82da-477c-a44e-a2c652678e6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 1096 time: 0.0962512 Nov 22 15:30:51.012284 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-34c2d647-1d85-4b7f-968b-4655557ac0f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797172 Nov 22 15:30:51.118683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-c9271012-5f5e-4b6a-8df5-6aab6172c9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:51.120179 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-c9271012-5f5e-4b6a-8df5-6aab6172c9c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 200 len: 915 time: 0.1689460 Nov 22 15:30:51.169048 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-7753073b-0770-4851-8b00-39d537e7d686 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499960 Nov 22 15:30:51.192690 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-f6da6d15-f0b8-433c-b759-55ba3a9f0854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f HTTP/1.1" status: 200 len: 217 time: 0.0652573 Nov 22 15:30:51.266664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-545b835a-b1d3-4a17-ba59-d60a73a0ba26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:51.268512 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-545b835a-b1d3-4a17-ba59-d60a73a0ba26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc050efa-7257-41a3-b3a1-cbbf146487d6 HTTP/1.1" status: 200 len: 854 time: 0.0685523 Nov 22 15:30:51.319692 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-3f58c988-5baf-4578-a14d-9611ad612fff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441084 Nov 22 15:30:51.321783 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1e051006-5c8d-45d0-80a8-1d5ae9d06447 req-c9e039bd-eb5d-4190-9e4e-7b726ea5706c service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454084 Nov 22 15:30:51.687614 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-1ab73de9-ced5-4e6a-ab6f-99fdc9def0e6 service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512354 Nov 22 15:30:51.697815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a5a21-b3fd-4c5e-986b-8411849c639c req-16ba756a-ebfe-4958-8ae9-aeaa0da7d20b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:51.700447 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a5a5a21-b3fd-4c5e-986b-8411849c639c req-16ba756a-ebfe-4958-8ae9-aeaa0da7d20b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 943 time: 0.0903792 Nov 22 15:30:51.749998 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1a5a5a21-b3fd-4c5e-986b-8411849c639c req-58a46d2b-0574-48d0-91a9-7fadf3bb6287 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Nov 22 15:30:51.834391 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77d5a744-212d-4187-8a1a-6dca9c9ce4b4 req-59cae8cb-1657-4526-ac81-67f5f9349235 service neutron] 10.222.0.46 "GET /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393957 Nov 22 15:30:52.385564 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90df547-eabb-4f34-91ba-0ede3baa2791 req-9c97a432-319c-48f5-94a5-1c16a790bbe8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:52.387927 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e90df547-eabb-4f34-91ba-0ede3baa2791 req-9c97a432-319c-48f5-94a5-1c16a790bbe8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Nov 22 15:30:52.402673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:30:52.436491 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e90df547-eabb-4f34-91ba-0ede3baa2791 req-639b722d-9b2b-4b60-ac74-0c4c096f8a00 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Nov 22 15:30:52.713601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:52.728093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f', 'network_id': '3b24db53-a34d-4a7e-abd9-ccfb9cdd7985', 'port_id': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f', 'mac_address': 'fa:16:3e:1f:50:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc050efa-7257-41a3-b3a1-cbbf146487d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:30:52.784896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:52.805426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:30:52.821347 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:52.824541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:52.826645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:52.895865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:52.905286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.905672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.906086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.906468 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.906847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.907210 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.907574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.907948 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.908302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.908659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.909017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:30:52.912982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:52.969002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd547d7-fb3b-453e-ae5e-15ae6db3d45b req-20db673f-baab-4f90-af5b-2f6ac250073d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:52.970630 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-afd547d7-fb3b-453e-ae5e-15ae6db3d45b req-20db673f-baab-4f90-af5b-2f6ac250073d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 944 time: 0.0919549 Nov 22 15:30:53.020641 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-afd547d7-fb3b-453e-ae5e-15ae6db3d45b req-8b0c7b5b-ba00-44da-8bc9-eeee4464b938 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Nov 22 15:30:53.044998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['2afb9b71-8c2f-4bc0-b854-4855cc00dd7f'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:30:53.663090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2f0f-cce2-4345-97af-e574d66d3bd8 req-18103053-308c-4bc5-9ec6-9945fa3ba738 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:53.664683 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b77c2f0f-cce2-4345-97af-e574d66d3bd8 req-18103053-308c-4bc5-9ec6-9945fa3ba738 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0838413 Nov 22 15:30:53.717231 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b77c2f0f-cce2-4345-97af-e574d66d3bd8 req-46fd0f2d-5b29-4cca-b561-80e3dd946193 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462937 Nov 22 15:30:54.236983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbba47c-ea8f-4ce5-9cda-d59283e39bec req-7ed4a009-2adf-4bb5-82df-fc8a833bca25 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:54.238641 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-adbba47c-ea8f-4ce5-9cda-d59283e39bec req-7ed4a009-2adf-4bb5-82df-fc8a833bca25 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 944 time: 0.0927637 Nov 22 15:30:54.287757 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-adbba47c-ea8f-4ce5-9cda-d59283e39bec req-668906c4-9b63-43ff-a04d-89b95f7a49be tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Nov 22 15:30:54.403678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:30:54.476253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:30:54.481358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:30:54.481773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:54.597318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:54.624894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:30:54.634919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:30:54.639159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:30:54.641169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:30:54.708265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:30:54.711547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:30:54.842579 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f', 'code': 200} Nov 22 15:30:54.939853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195d6f-54a9-4918-b77a-dae1144e29e8 req-d015e951-f3d9-4b7b-938d-b0adfa5b121b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:54.941386 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3f195d6f-54a9-4918-b77a-dae1144e29e8 req-d015e951-f3d9-4b7b-938d-b0adfa5b121b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0894146 Nov 22 15:30:54.992532 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3f195d6f-54a9-4918-b77a-dae1144e29e8 req-4738cca6-cfce-4386-b875-0c542b656bbd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446310 Nov 22 15:30:55.101249 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca37cd65-4073-4021-9bc0-406c696685a1 req-2e1eafae-da23-4d62-aaab-621d0b102e80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 1098 time: 0.0964267 Nov 22 15:30:55.148936 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ca37cd65-4073-4021-9bc0-406c696685a1 req-e56d1477-bfb5-4fd3-a695-b117c0dbedc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Nov 22 15:30:55.495130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b6ed-2b4a-4410-9d33-934d6e46cb74 req-3ec565a5-f7d8-44de-b962-fbdea795a3eb tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:55.497295 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c060b6ed-2b4a-4410-9d33-934d6e46cb74 req-3ec565a5-f7d8-44de-b962-fbdea795a3eb tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0836999 Nov 22 15:30:55.548012 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c060b6ed-2b4a-4410-9d33-934d6e46cb74 req-beffe7b8-ac9d-43eb-833b-67911d6712fa tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Nov 22 15:30:56.221159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922adf14-728b-4354-905c-ae9595b2422d req-fcf3eda6-f631-4a2f-b33d-ce37d8f81c17 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:56.222817 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-922adf14-728b-4354-905c-ae9595b2422d req-fcf3eda6-f631-4a2f-b33d-ce37d8f81c17 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0865595 Nov 22 15:30:56.282995 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-922adf14-728b-4354-905c-ae9595b2422d req-7cc94730-64bc-4ea3-b042-fc08187679c6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477293 Nov 22 15:30:56.755675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bb71a-645b-4481-9140-f0b40910ed5e req-432dad6e-e662-47c5-8b3a-9c1d78d4e81d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:56.757256 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d27bb71a-645b-4481-9140-f0b40910ed5e req-432dad6e-e662-47c5-8b3a-9c1d78d4e81d tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0818505 Nov 22 15:30:56.809461 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d27bb71a-645b-4481-9140-f0b40910ed5e req-1a63f2fd-1ebf-4de3-a165-59a22beb9d2a tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Nov 22 15:30:57.507215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572972f5-250f-47c6-824c-90cafe2b20f5 req-591688b5-a976-4f01-a380-c22617bd3eca tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:57.508820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-572972f5-250f-47c6-824c-90cafe2b20f5 req-591688b5-a976-4f01-a380-c22617bd3eca tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0856733 Nov 22 15:30:57.562588 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-572972f5-250f-47c6-824c-90cafe2b20f5 req-5c955ab7-5c44-4f23-9214-3170bd05b3d6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460587 Nov 22 15:30:58.793550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cffd2-2c34-4881-a738-df8b7321e585 req-a5c4586c-2b3d-4001-9d86-03594d4cce01 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:30:58.795327 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8a8cffd2-2c34-4881-a738-df8b7321e585 req-a5c4586c-2b3d-4001-9d86-03594d4cce01 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0956352 Nov 22 15:30:58.846362 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8a8cffd2-2c34-4881-a738-df8b7321e585 req-0c21b56b-4afc-4e2c-8f55-a6e2d68cd4e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449035 Nov 22 15:31:00.073783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da27b4-9d72-4039-b593-be0ff10cb12b req-9df0510a-ed9e-48ba-9138-b03488a0a3c5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:00.075419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-43da27b4-9d72-4039-b593-be0ff10cb12b req-9df0510a-ed9e-48ba-9138-b03488a0a3c5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0910537 Nov 22 15:31:00.128152 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-43da27b4-9d72-4039-b593-be0ff10cb12b req-6f70bf74-92b3-493a-a320-d55ec30e90aa tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Nov 22 15:31:01.358659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8590e-99ae-4ac4-a691-068092b56fa0 req-f5a11918-d3be-40db-8cdc-61eda37d6439 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:01.360188 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2a8590e-99ae-4ac4-a691-068092b56fa0 req-f5a11918-d3be-40db-8cdc-61eda37d6439 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0898237 Nov 22 15:31:01.408745 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2a8590e-99ae-4ac4-a691-068092b56fa0 req-2a1b8364-f671-4dee-a338-bdee8a5a344b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Nov 22 15:31:02.633153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb85a9-5b18-4a1b-893a-42f66a2744ea req-6ad57ab0-a757-4852-91e7-f3a26d7e4bf5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:02.634817 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97bb85a9-5b18-4a1b-893a-42f66a2744ea req-6ad57ab0-a757-4852-91e7-f3a26d7e4bf5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0831711 Nov 22 15:31:02.686588 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97bb85a9-5b18-4a1b-893a-42f66a2744ea req-cf9d9bae-838b-4d59-957d-9dfeec0bb603 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443077 Nov 22 15:31:03.910504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda1c97-7cbc-415b-8fc5-0b9b9d9abfd1 req-02b62d91-33ef-4d29-9dbb-07c88a52081c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:03.912089 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3cda1c97-7cbc-415b-8fc5-0b9b9d9abfd1 req-02b62d91-33ef-4d29-9dbb-07c88a52081c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0850222 Nov 22 15:31:03.961184 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3cda1c97-7cbc-415b-8fc5-0b9b9d9abfd1 req-0811b5cf-5d79-427a-9fc8-72ccc4a7f3d0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Nov 22 15:31:04.481129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:31:04.675611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:04.698162 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:31:04.764926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:04.786705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:31:04.805161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:04.808746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:04.811905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:04.893349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:04.897547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:04.900199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['1a4640d9-dde8-4b6e-9b0c-0b3eed688490'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:31:05.257584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e90e-abc3-4bc0-886a-0245a40388e6 req-4e80dc95-5652-41aa-a0a8-91e265272c2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:05.259306 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8925e90e-abc3-4bc0-886a-0245a40388e6 req-4e80dc95-5652-41aa-a0a8-91e265272c2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.1239326 Nov 22 15:31:05.317338 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8925e90e-abc3-4bc0-886a-0245a40388e6 req-ce4737c4-5c44-430d-b7f9-d5440810ed24 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509250 Nov 22 15:31:06.486520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:31:06.586645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd524-d390-4436-b6b7-f9810d23a9b1 req-18575997-0dd2-4962-9cf4-752aed466f2a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:06.597612 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-718cd524-d390-4436-b6b7-f9810d23a9b1 req-18575997-0dd2-4962-9cf4-752aed466f2a tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.1147954 Nov 22 15:31:06.694837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:31:06.695493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:06.716051 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-718cd524-d390-4436-b6b7-f9810d23a9b1 req-edbe4644-7050-435c-a785-580f1ffb44ee tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109936 Nov 22 15:31:06.954494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:07.038821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:07.041214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:07.054584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:07.060411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:07.164358 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'code': 200} Nov 22 15:31:07.171747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:07.176120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:08.000353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af94a7-abcb-4664-85af-0626077a1661 req-97739e94-13a8-44db-8df5-6a7a38764fba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:08.003425 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-21af94a7-abcb-4664-85af-0626077a1661 req-97739e94-13a8-44db-8df5-6a7a38764fba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.1147845 Nov 22 15:31:08.066446 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-21af94a7-abcb-4664-85af-0626077a1661 req-8524393f-2eec-42df-83ca-10b6e2c12650 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563989 Nov 22 15:31:09.375257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2df248-f7ba-49b5-83b0-de2d88a45048 req-8380bb91-05ab-4c7c-a703-1103e6f26b4e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:09.376908 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3e2df248-f7ba-49b5-83b0-de2d88a45048 req-8380bb91-05ab-4c7c-a703-1103e6f26b4e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.1029682 Nov 22 15:31:09.458683 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3e2df248-f7ba-49b5-83b0-de2d88a45048 req-a952fafe-7bdf-44cb-8ba5-6cce8408e601 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735478 Nov 22 15:31:10.648969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1e9f38a7-3b79-4d92-969d-4cd6567f91af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:10.745943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5711c7-91d5-4c31-9a84-f6b338bf23e4 req-b224e216-0ba6-4875-9103-9e19be71044c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:10.747872 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7c5711c7-91d5-4c31-9a84-f6b338bf23e4 req-b224e216-0ba6-4875-9103-9e19be71044c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.1324384 Nov 22 15:31:10.813020 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7c5711c7-91d5-4c31-9a84-f6b338bf23e4 req-a5e96901-3155-4ab1-8773-186fee73a6de tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577452 Nov 22 15:31:12.039473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1dbd6-2426-4612-8aac-1e6efd62ce5b req-31938c20-f55e-4712-8bdb-87ac88a005a1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:12.041227 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4a1dbd6-2426-4612-8aac-1e6efd62ce5b req-31938c20-f55e-4712-8bdb-87ac88a005a1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0886800 Nov 22 15:31:12.131553 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c4a1dbd6-2426-4612-8aac-1e6efd62ce5b req-543b2183-febe-4418-8275-e447ae6117ee tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828066 Nov 22 15:31:12.137852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:12.876865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a73-099d-48a5-89aa-002052fb626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:13.405138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579738e1-c55e-458a-8b67-0f2610370bcf req-f6663517-1c0e-419d-9237-4d52ec297432 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:13.406847 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-579738e1-c55e-458a-8b67-0f2610370bcf req-f6663517-1c0e-419d-9237-4d52ec297432 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0977280 Nov 22 15:31:13.444209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:13.460543 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-579738e1-c55e-458a-8b67-0f2610370bcf req-45bc3e21-7761-4009-9ab8-dc7dc8a44fc5 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472951 Nov 22 15:31:14.699925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:14.730323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187909-e834-4452-8aba-829aea5d7557 req-2f61a0b7-fb59-4592-a609-9b299a885a36 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:14.732005 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d187909-e834-4452-8aba-829aea5d7557 req-2f61a0b7-fb59-4592-a609-9b299a885a36 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.1181438 Nov 22 15:31:15.000743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9d187909-e834-4452-8aba-829aea5d7557 req-faa47879-66b9-44ea-88fb-81c438e03614 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623110 Nov 22 15:31:15.859278 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-3d3cafb9-5db7-4fcc-929b-62c020eb8569 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1098 time: 0.0808296 Nov 22 15:31:16.015993 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-be5af210-b9ff-462d-b79e-97d5e3e32b79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:16.017593 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-be5af210-b9ff-462d-b79e-97d5e3e32b79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1523380 Nov 22 15:31:16.139140 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-606891d2-c50e-4874-befd-41f2b13bfee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 1000 time: 0.1073580 Nov 22 15:31:16.221597 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-410f3de2-3fe6-4eec-8de8-c1b50124cca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:16.223464 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-410f3de2-3fe6-4eec-8de8-c1b50124cca9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0777774 Nov 22 15:31:16.223895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84daa8-8a51-40d2-b207-bb1d69ecc521 req-19b85fe8-5bcd-48e4-88e3-76235a0a8baa tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:16.225542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aa84daa8-8a51-40d2-b207-bb1d69ecc521 req-19b85fe8-5bcd-48e4-88e3-76235a0a8baa tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.0852127 Nov 22 15:31:16.279008 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aa84daa8-8a51-40d2-b207-bb1d69ecc521 req-420480d1-9d74-4f2a-9ff4-142fbfe3be28 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Nov 22 15:31:16.319549 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-6a0f954e-f900-4e41-b7a2-4f4f414343c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801458 Nov 22 15:31:16.469316 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-2559f1aa-93b3-4c8c-83c8-a534e1d5627c service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417136 Nov 22 15:31:16.617310 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-46bcefe0-97b7-4195-b1a7-0de85be2008f req-5fda4b57-68a7-4623-b7a1-5b286d6a1945 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415610 Nov 22 15:31:17.402254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df34f6-4019-479b-984c-0d15516a5e45 req-6665e368-e856-486f-b9fa-040e8960d2f2 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:17.403766 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-14df34f6-4019-479b-984c-0d15516a5e45 req-6665e368-e856-486f-b9fa-040e8960d2f2 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0845718 Nov 22 15:31:17.501496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-14df34f6-4019-479b-984c-0d15516a5e45 req-5cf6f547-07bd-4757-81b2-eb47d08ce70c tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Nov 22 15:31:17.529875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c7bc-8b34-4d57-a830-86d6ec73f561 req-0fa76c52-89b1-40e6-9d52-ba9815499d64 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:17.531515 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3443c7bc-8b34-4d57-a830-86d6ec73f561 req-0fa76c52-89b1-40e6-9d52-ba9815499d64 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 945 time: 0.1054168 Nov 22 15:31:17.584725 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3443c7bc-8b34-4d57-a830-86d6ec73f561 req-53bbd6b5-c94d-4f35-8da3-3d5726a11b6b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469003 Nov 22 15:31:18.592561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:31:18.730872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:18.762159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a2e02-a4f4-4809-b02b-7c2e69104d75 req-4bdb7f35-1153-4f03-9f03-b18e8b5c4a32 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:18.764065 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-258a2e02-a4f4-4809-b02b-7c2e69104d75 req-4bdb7f35-1153-4f03-9f03-b18e8b5c4a32 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.1368072 Nov 22 15:31:18.773456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:18.774661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:18.782921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:18.785481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:18.863297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:18.866615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:18.878195 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-258a2e02-a4f4-4809-b02b-7c2e69104d75 req-c74ebd6a-c925-4e52-9e6e-d2a2bce3c1c0 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072085 Nov 22 15:31:18.914135 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d87f82-452e-4760-b92a-32f20da3de4b req-cd30a1f4-bee7-4de5-b97e-9ed027ca13f3 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:18.916100 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47d87f82-452e-4760-b92a-32f20da3de4b req-cd30a1f4-bee7-4de5-b97e-9ed027ca13f3 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1121390 Nov 22 15:31:18.943599 dv-cinder-818778-1-smb neutron-server[87950]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'code': 422} returned with failed status Nov 22 15:31:18.971976 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47d87f82-452e-4760-b92a-32f20da3de4b req-00b6fc93-876d-4510-96d7-fe515834a1d7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486608 Nov 22 15:31:19.956816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:20.095898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7898345-47b8-4ec5-b8c3-5733ad66a42b req-ff5b3179-ce2e-4943-b0ba-b4175c8779f6 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:20.097501 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c7898345-47b8-4ec5-b8c3-5733ad66a42b req-ff5b3179-ce2e-4943-b0ba-b4175c8779f6 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0831714 Nov 22 15:31:20.151756 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c7898345-47b8-4ec5-b8c3-5733ad66a42b req-9216ee13-bb1e-44ba-8e77-71a3c01153dd tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Nov 22 15:31:20.590349 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2f81201b-e454-49f5-b536-2f82dd96a97c req-b21bac7b-9d3b-4b9f-8829-c1600b6bd7e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2158778 Nov 22 15:31:20.863557 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-2724cc78-7856-4f59-966c-d313d1b0059a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784502 Nov 22 15:31:20.879154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f1fd-7757-4090-b868-38f2132a27da req-9a1443d8-6274-48cb-91d4-600d416671ba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:20.880745 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6007f1fd-7757-4090-b868-38f2132a27da req-9a1443d8-6274-48cb-91d4-600d416671ba tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0912635 Nov 22 15:31:20.930078 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6007f1fd-7757-4090-b868-38f2132a27da req-0c46dd73-fdd5-4eb8-be95-94d7bf85003f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Nov 22 15:31:21.383028 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27be1c-5ff1-4ab9-81c8-56d14c3cd007 req-f092b32f-d2b5-430c-9816-c28f6a7f57bb tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:21.384634 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e27be1c-5ff1-4ab9-81c8-56d14c3cd007 req-f092b32f-d2b5-430c-9816-c28f6a7f57bb tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0896068 Nov 22 15:31:21.407067 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-7a5d47b9-b375-453d-95be-08d076cca57f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76&tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82 HTTP/1.1" status: 200 len: 1096 time: 0.0824025 Nov 22 15:31:21.438927 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2e27be1c-5ff1-4ab9-81c8-56d14c3cd007 req-151c182a-b02b-4dfb-9eae-36b43aa68b5f tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Nov 22 15:31:21.507097 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-035cb36c-20c5-446f-b459-420b05407c23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1096 time: 0.0765121 Nov 22 15:31:21.660378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-451a4cc3-8b6c-4c6a-a254-a1962a3902c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:21.662097 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-451a4cc3-8b6c-4c6a-a254-a1962a3902c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1460924 Nov 22 15:31:21.776858 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-030fadc1-d1cd-49bf-8105-c14ab30bd6fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 998 time: 0.1040864 Nov 22 15:31:21.847616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-510994d2-d208-476d-86ea-530c1b8a5605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:21.849207 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-510994d2-d208-476d-86ea-530c1b8a5605 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0660849 Nov 22 15:31:21.881497 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-220bed0f-255c-4671-a5f1-bb939ba9ab5b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:21.883063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-220bed0f-255c-4671-a5f1-bb939ba9ab5b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.0829380 Nov 22 15:31:21.934345 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-079900f3-1302-4007-bcb8-7336896d971b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781450 Nov 22 15:31:21.964789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Deleting port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:31:21.965018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:22.080463 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-4a9eeecf-3d34-4988-b0c5-3297fc9c47d2 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398838 Nov 22 15:31:22.231331 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-079c58a5-f7be-4bac-b418-46d8d86cd985 req-be15c788-ecab-41b7-b78e-f874c4621147 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425943 Nov 22 15:31:22.293503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ebfee-d615-4f0e-b3ec-a5b2f20cb3b0 req-36f1c7ab-ca40-4a67-953d-f04c733607c8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:22.295256 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b82ebfee-d615-4f0e-b3ec-a5b2f20cb3b0 req-36f1c7ab-ca40-4a67-953d-f04c733607c8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.2207565 Nov 22 15:31:22.300706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] For port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,segment=NetworkSegment(a46ef376-496f-4fa3-9216-fc2977cd2c48),segment_id=a46ef376-496f-4fa3-9216-fc2977cd2c48)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:22.301105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:22.454748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Calling delete_port for 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:31:22.525540 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b82ebfee-d615-4f0e-b3ec-a5b2f20cb3b0 req-a2f736fe-93b3-4867-9ff8-963d7b4aefc3 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150538 Nov 22 15:31:22.671698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:22.679533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0697507f-498b-4435-88c5-7d4463618a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:22.736958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Pushing event deleted for resources: {'Port': ['ID=2afb9b71-8c2f-4bc0-b854-4855cc00dd7f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:22.745565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:22.781097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6a06d-7918-4dd2-be29-a08163c0b875 req-3e40a22b-be24-4d06-8cb1-4b27bb68ac0f tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:22.782785 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6cd6a06d-7918-4dd2-be29-a08163c0b875 req-3e40a22b-be24-4d06-8cb1-4b27bb68ac0f tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 945 time: 0.1989448 Nov 22 15:31:22.841651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] No DVR routers for this DVR port 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:31:22.845679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:22.848500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'name': 'network-vif-deleted', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:22.867371 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-84b8b457-c360-4c17-a91e-2ad763d25c15 req-41f507a6-9708-4028-a0cb-639757f154c9 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.46 "DELETE /v2.0/ports/2afb9b71-8c2f-4bc0-b854-4855cc00dd7f HTTP/1.1" status: 204 len: 173 time: 0.9782445 Nov 22 15:31:22.900660 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6cd6a06d-7918-4dd2-be29-a08163c0b875 req-d419b125-835e-4230-bb0c-0f1301b95e7b tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870245 Nov 22 15:31:23.020778 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc70657-b1a6-49ce-bd78-8fa0521705bb', 'name': 'network-vif-deleted', 'tag': '2afb9b71-8c2f-4bc0-b854-4855cc00dd7f', 'status': 'completed', 'code': 200} Nov 22 15:31:23.757822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321c030-8b6b-4341-b80a-66bbc9280ef7 req-505de949-7ddc-41ac-81e2-d42d3ffe88a9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:23.759547 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a321c030-8b6b-4341-b80a-66bbc9280ef7 req-505de949-7ddc-41ac-81e2-d42d3ffe88a9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0866182 Nov 22 15:31:23.818579 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a321c030-8b6b-4341-b80a-66bbc9280ef7 req-bd7b008e-7b2c-4b1a-ae6e-e3c0e5167afe tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497704 Nov 22 15:31:24.087007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4ae101cb-28df-4a1b-ae84-0dce7dd26aa0 req-1c41f145-96ab-474e-aafc-df561ad9914e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Synchronizing usage tracker for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:31:24.102589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-4ae101cb-28df-4a1b-ae84-0dce7dd26aa0 req-1c41f145-96ab-474e-aafc-df561ad9914e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] Unset dirty status for tenant:2d56bb72073d47a3b0fb62e242d3dcdd on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:31:24.103829 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4ae101cb-28df-4a1b-ae84-0dce7dd26aa0 req-1c41f145-96ab-474e-aafc-df561ad9914e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0660405 Nov 22 15:31:24.621508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:31:24.668798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:31:24.669197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 2afb9b71-8c2f-4bc0-b854-4855cc00dd7f not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:31:25.095058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944963a9-2a77-4a89-998f-33fe67352a81 req-bdfc7484-cea1-4f97-a797-351f022d830c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:25.098430 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-944963a9-2a77-4a89-998f-33fe67352a81 req-bdfc7484-cea1-4f97-a797-351f022d830c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1014490 Nov 22 15:31:25.156225 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-944963a9-2a77-4a89-998f-33fe67352a81 req-992fb4af-ae78-4bc8-b8b9-821354eeaddd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505042 Nov 22 15:31:25.373406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42482) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:25.391244 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5d99b1fb-6047-4a14-b640-849187d0257e req-4a7204fe-f699-4676-a0b1-e78ad2949818 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0801640 Nov 22 15:31:25.562244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.598185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:25.602245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a21126b6289480fbfd52b925631e2cb is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:25.605794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:25.612270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:25.697611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.701187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.709794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9e0d80f3-b33e-46d3-b70b-57194c43b8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:25.757821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28233b7-bc4a-42ce-be23-68551bd4791b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:25.765255 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a21126b6289480fbfd52b925631e2cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3887770 Nov 22 15:31:25.765255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:25.766589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42488) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:25.852016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.889011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.939438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.945314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-82d86741-cd46-4248-bb7c-2058e9619980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:25.961429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:25.971904 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c28233b7-bc4a-42ce-be23-68551bd4791b HTTP/1.1" status: 204 len: 168 time: 0.1982777 Nov 22 15:31:25.973069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28233b7-bc4a-42ce-be23-68551bd4791b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:25.975782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:26.408115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42500) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:26.420548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9bfd4-f514-4f4e-a8ad-5b3e8140ac81 req-496ad24a-4437-486e-9195-3c89064d6d41 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:26.422394 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ef9bfd4-f514-4f4e-a8ad-5b3e8140ac81 req-496ad24a-4437-486e-9195-3c89064d6d41 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0936611 Nov 22 15:31:26.433477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.485893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:26.490705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Usage tracker for resource:security_group_rule and tenant:460b8349341e4bfc8ce1f89caa725569 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:26.491500 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3ef9bfd4-f514-4f4e-a8ad-5b3e8140ac81 req-fc5f32e4-d441-4a6f-beca-836ad44e61bb tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627222 Nov 22 15:31:26.494179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:26.501083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:26.604686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.615218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.629231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-86404581-8dcd-4bb0-a8de-495cccf0af32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:26.631783 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d509421d-e1f7-4e2f-b268-61a35aff6e7d req-620c2470-2360-407b-a64a-15da21424c91 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0516562 Nov 22 15:31:26.699178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be96446-a3a4-42f3-a795-44050bbeec51,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:26.702501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:26.708145 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=460b8349341e4bfc8ce1f89caa725569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2963116 Nov 22 15:31:26.708564 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42506) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:26.789600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.831018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.886419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.891122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a53c4687-ba27-4091-b3f6-5887d94646f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:26.906406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be96446-a3a4-42f3-a795-44050bbeec51,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:26.910744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:26.914433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:26.915760 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0be96446-a3a4-42f3-a795-44050bbeec51 HTTP/1.1" status: 204 len: 168 time: 0.2060106 Nov 22 15:31:27.283778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:31:27.834772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4496c-f228-499e-b059-d089c7e219ed req-81285e6b-7d39-4007-9993-ea3f1a98a345 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:27.837044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ced4496c-f228-499e-b059-d089c7e219ed req-81285e6b-7d39-4007-9993-ea3f1a98a345 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1753645 Nov 22 15:31:27.959587 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-000e554f-eea7-4c1f-9c3e-ff21cfe688dc req-c89789ee-004a-4c25-8eb0-84a2ff6eb0f3 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0759797 Nov 22 15:31:27.992368 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ced4496c-f228-499e-b059-d089c7e219ed req-fcfedc96-f11f-48b5-9539-3013a03bb57f tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438179 Nov 22 15:31:29.226484 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b116fbb1-5502-46b6-86f9-03b3cb2a5ff1 req-0916ebd8-c624-4790-a682-0150e088b6f6 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0518336 Nov 22 15:31:29.316798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fd1b8-36e3-4e1c-be66-f1c77f6a713b req-50425753-45c5-422f-830d-ae44afdba7df tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:29.324901 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-057fd1b8-36e3-4e1c-be66-f1c77f6a713b req-50425753-45c5-422f-830d-ae44afdba7df tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0967560 Nov 22 15:31:29.382703 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-057fd1b8-36e3-4e1c-be66-f1c77f6a713b req-d2dd73f4-be1a-4f0d-8923-334b475c1565 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565672 Nov 22 15:31:30.139674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42566) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:30.338520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.392258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:30.396636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Usage tracker for resource:security_group_rule and tenant:5bbea5cd8d974b91b76f537199c90944 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:30.399695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:30.407009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:30.477819 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-90719be6-83f2-48de-8bce-700fe9c5fe9c req-ea83e0d4-81e8-4770-a0f8-c5fff706c12e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0873067 Nov 22 15:31:30.505585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.510197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.545241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b73688e5-9030-43d6-ab4b-b20eb30fbedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:30.554298 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bbea5cd8d974b91b76f537199c90944&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134722 Nov 22 15:31:30.561510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42576) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:30.591506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c982aa9-8878-41a5-aa0f-91635ab7644a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:30.598163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:30.647236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547de3-5009-457b-8476-94fa04fe5bbb req-4652dff1-1cd0-4718-a7e2-3b37b772c60d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:30.648856 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5d547de3-5009-457b-8476-94fa04fe5bbb req-4652dff1-1cd0-4718-a7e2-3b37b772c60d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1078014 Nov 22 15:31:30.650506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.680876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.713989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5d547de3-5009-457b-8476-94fa04fe5bbb req-d3aca140-1628-4f8e-a367-120702ab8fbd tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561762 Nov 22 15:31:30.734200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.743302 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0c19b368-9ffa-42bb-b6f4-6496737c399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:30.759165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c982aa9-8878-41a5-aa0f-91635ab7644a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:30.763335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:30.764178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:30.766607 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5b486bdb-d906-4a1d-8b3d-f3a58d458bf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c982aa9-8878-41a5-aa0f-91635ab7644a HTTP/1.1" status: 204 len: 168 time: 0.2038572 Nov 22 15:31:31.140011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42584) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:31.160459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.194358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:31.198861 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Usage tracker for resource:security_group_rule and tenant:e958b1c100fd48c99bd89d7a4f4c5954 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:31.201877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:31.219158 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:31.301457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.304427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.312781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f709385e-4f9e-41b9-a38e-51e363fb8d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:31.356404 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225786f8-8819-4a68-ab93-9f17c55564a6,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:31.359699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:31.362945 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0638732b-9d94-4d94-ba28-02a9edb8bdfd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e958b1c100fd48c99bd89d7a4f4c5954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217426 Nov 22 15:31:31.365118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42588) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:31.431774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.460298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.508706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.515235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-780e7220-942e-4ed9-8308-d0dbe2b9e635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:31.529893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225786f8-8819-4a68-ab93-9f17c55564a6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:31.532331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:31.534782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/225786f8-8819-4a68-ab93-9f17c55564a6 HTTP/1.1" status: 204 len: 168 time: 0.1674173 Nov 22 15:31:31.534782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d4311f0b-582b-4533-8888-8cf53a84e9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:31.683761 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c5336fb0-57b3-4444-b423-c1700d9ff583 req-9ea00a32-19e6-4206-b902-1933f8ba289e tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0502143 Nov 22 15:31:31.988211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8075f-70e9-4f5d-866d-3c50a82150f2 req-9f084e6d-7681-43fe-80d1-b45b8fd1e220 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:31.989925 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ca8075f-70e9-4f5d-866d-3c50a82150f2 req-9f084e6d-7681-43fe-80d1-b45b8fd1e220 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.1286478 Nov 22 15:31:32.093328 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7ca8075f-70e9-4f5d-866d-3c50a82150f2 req-2ea5e65c-e081-478a-a55d-87839c6e4651 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948460 Nov 22 15:31:32.913236 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aa3d516e-c866-4fe4-8709-bbbc85d6edce req-3b7370f2-dd34-4632-911d-e7b1e63db662 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0653238 Nov 22 15:31:33.332501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ec555-682a-4078-aa53-78e5a37b018d req-9e81c43a-cbdf-42c6-8489-095f394e78e9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:33.337665 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d17ec555-682a-4078-aa53-78e5a37b018d req-9e81c43a-cbdf-42c6-8489-095f394e78e9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0962603 Nov 22 15:31:33.398755 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d17ec555-682a-4078-aa53-78e5a37b018d req-66b10acf-430e-4477-b3da-1021cbcff347 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579269 Nov 22 15:31:34.103438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4d0ef0b5-f20e-43d1-9fa9-989d69e9dd9a req-fb42999e-edee-47f7-969c-142618fa6679 tempest-VolumesSnapshotTestJSON-1187366792 tempest-VolumesSnapshotTestJSON-1187366792-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bc70657-b1a6-49ce-bd78-8fa0521705bb HTTP/1.1" status: 200 len: 210 time: 0.0458639 Nov 22 15:31:34.750683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083a003-06cf-43c9-9b5d-8fca8723c5f1 req-7a79be66-b81d-4287-b92e-523c071afb4e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:34.752302 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1083a003-06cf-43c9-9b5d-8fca8723c5f1 req-7a79be66-b81d-4287-b92e-523c071afb4e tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0873430 Nov 22 15:31:34.800380 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1083a003-06cf-43c9-9b5d-8fca8723c5f1 req-a3113d49-20fc-44fe-b73b-1d7495d466d1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419950 Nov 22 15:31:36.017156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c6c9-fb4e-4dbf-97e1-08f97e89998e req-29641cb1-11ca-4f18-99f6-5191e97a6ddc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:36.019070 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b82c6c9-fb4e-4dbf-97e1-08f97e89998e req-29641cb1-11ca-4f18-99f6-5191e97a6ddc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 943 time: 0.0847094 Nov 22 15:31:36.076075 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5b82c6c9-fb4e-4dbf-97e1-08f97e89998e req-41f199f1-323a-46cb-b2ee-5fee3f91efd0 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507877 Nov 22 15:31:36.715129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:31:36.866339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:36.882049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'port_id': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'mac_address': 'fa:16:3e:f3:63:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:31:36.945182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:36.964223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:31:36.979606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:36.983048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:36.984883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:37.056614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:37.059947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:37.195445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['1a4640d9-dde8-4b6e-9b0c-0b3eed688490'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:31:37.313299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee023-1a4c-430c-abac-119fae1c79a2 req-b3d5e2bf-7b80-4a9b-a9a6-2b7137406656 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:37.314974 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b25ee023-1a4c-430c-abac-119fae1c79a2 req-b3d5e2bf-7b80-4a9b-a9a6-2b7137406656 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.0931983 Nov 22 15:31:37.369923 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b25ee023-1a4c-430c-abac-119fae1c79a2 req-6f725ea9-8192-4a1f-92b8-bd75a0b114fa tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462570 Nov 22 15:31:38.600123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee3bc-45e5-4d9a-89b3-12ee92afd8bd req-4a927795-242d-492a-85a5-78b24b4426bb tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:38.601680 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6bdee3bc-45e5-4d9a-89b3-12ee92afd8bd req-4a927795-242d-492a-85a5-78b24b4426bb tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 944 time: 0.0891917 Nov 22 15:31:38.653023 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6bdee3bc-45e5-4d9a-89b3-12ee92afd8bd req-5d641e41-c54c-4886-912d-46b5e81b8717 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Nov 22 15:31:38.716557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:31:38.792702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:31:38.793136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:38.917121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:38.945748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:31:38.956616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:31:38.959968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:38.962025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:39.014739 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'code': 200} Nov 22 15:31:39.044627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:39.048055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:39.269325 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ec7aedbb-a1bb-4b7a-97bf-b0cfa3210265 req-023ee4fd-6481-4c01-a7ce-0a91848921ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1099 time: 0.0770721 Nov 22 15:31:39.315911 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ec7aedbb-a1bb-4b7a-97bf-b0cfa3210265 req-61c82451-d712-4764-9416-a7823ab70477 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390728 Nov 22 15:31:39.367600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42718) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:39.531409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.563888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:39.567841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb1cf9329d94457b5c198b77a733843 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:39.570742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:39.577829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:39.647871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.651486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.659091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-123259b5-e1ae-4a3a-8c09-ef36c0f358d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:39.703021 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca38b0-279d-4251-ab7a-4714f6946ab3,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:39.710947 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fb1cf9329d94457b5c198b77a733843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415415 Nov 22 15:31:39.713613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 42726) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:39.716881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.717304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.717715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.718143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.718554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.718961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.719359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.719759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.720154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.720547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.720942 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:39.724996 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:39.783687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.857452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.927925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5caf01-10fc-4f44-8a7d-93294440bb9c req-e597713a-4086-4ecd-a02b-28c3b4e046a6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:39.929591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3d5caf01-10fc-4f44-8a7d-93294440bb9c req-e597713a-4086-4ecd-a02b-28c3b4e046a6 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.1328428 Nov 22 15:31:39.956990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:39.965377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-76be420e-e416-4259-9cc5-90a134667d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:39.977501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca38b0-279d-4251-ab7a-4714f6946ab3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:40.001541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.002804 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61ca38b0-279d-4251-ab7a-4714f6946ab3 HTTP/1.1" status: 204 len: 168 time: 0.2877996 Nov 22 15:31:40.011836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.012299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.012797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.013289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.013782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.014310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.014798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.015285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.015768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.016286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.016917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:31:40.021216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:40.030739 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3d5caf01-10fc-4f44-8a7d-93294440bb9c req-f1c273c2-4c37-48f0-88e1-5f310bc19438 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937166 Nov 22 15:31:40.382961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42746) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:40.404399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.439764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:40.443764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Usage tracker for resource:security_group_rule and tenant:c2451bcfaa654e768fd7b11d3c06b46a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:40.446774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:40.453596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:40.523456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.526614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.534204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-df31a3ff-600a-484e-aa73-04f135713be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:40.576804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9f6354-36b3-44e6-a84d-1f6fb050500e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:40.580063 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:40.586642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 42754) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:40.586773 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2451bcfaa654e768fd7b11d3c06b46a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025542 Nov 22 15:31:40.645239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-edfca1c6-778c-43c0-8b1a-37f9dd516cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.872517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.899827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.962531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.967718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:40.980164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9f6354-36b3-44e6-a84d-1f6fb050500e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:40.982590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:40.986282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:40.990978 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c9f6354-36b3-44e6-a84d-1f6fb050500e HTTP/1.1" status: 204 len: 168 time: 0.4007635 Nov 22 15:31:41.319561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773fe03-157f-41d4-9a53-40eca281cd3e req-66fd05f8-4e51-43ef-8c2f-1a221e484532 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:41.321444 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e773fe03-157f-41d4-9a53-40eca281cd3e req-66fd05f8-4e51-43ef-8c2f-1a221e484532 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.1371477 Nov 22 15:31:41.380438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e773fe03-157f-41d4-9a53-40eca281cd3e req-727c1aa4-5ded-4a6a-be3f-ced243c053dc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Nov 22 15:31:42.111064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:42.605110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcdfe7-4bdb-4b49-8f28-c756e0aa993b req-0079d02d-0f7b-4522-8bd2-3fe0190cb94b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:42.606738 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eabcdfe7-4bdb-4b49-8f28-c756e0aa993b req-0079d02d-0f7b-4522-8bd2-3fe0190cb94b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.0838096 Nov 22 15:31:42.657161 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-eabcdfe7-4bdb-4b49-8f28-c756e0aa993b req-2e441b9d-6f2e-4a00-b5c3-29d5e20035dc tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Nov 22 15:31:42.879764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8208dcab-38e5-489e-9642-f8feb7fff147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:43.447583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:44.699239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.219455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42954) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:49.376699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.410108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:49.414051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Usage tracker for resource:security_group_rule and tenant:082451552fc54777a49b0d9395e50b10 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:49.417322 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:49.423297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:49.490098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.492847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.500986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ce1d4859-4c77-4e2f-a809-5928e22ba11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:49.545546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e13316f-087f-49fe-b343-beeef91af00a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:49.549002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:49.551434 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-321fd026-d143-42a4-938f-a21ce37ff317 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=082451552fc54777a49b0d9395e50b10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3308957 Nov 22 15:31:49.554216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42960) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:49.618782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.646898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.700649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.705806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a6ce5ec-a113-4df5-a1e1-6983bd05c5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:49.721680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e13316f-087f-49fe-b343-beeef91af00a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:49.723982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:49.733804 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:49.737467 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e13316f-087f-49fe-b343-beeef91af00a HTTP/1.1" status: 204 len: 168 time: 0.1798801 Nov 22 15:31:49.948701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.087324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42976) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:50.107899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.140559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:31:50.144782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Usage tracker for resource:security_group_rule and tenant:4668a75adcea4dc083bf3eeb178813ed is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:31:50.147694 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:31:50.153699 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:31:50.220556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.224876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.233160 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b7afe78c-f029-426b-9983-71586c8f06b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:50.278331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f99ad-c57f-4a42-a9bd-6bac216d06cb,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:50.282604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4668a75adcea4dc083bf3eeb178813ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939414 Nov 22 15:31:50.283527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:50.285523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 42980) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:50.349863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.364267 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-150a5efe-70e3-4f94-b959-4d31d438730b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779083 Nov 22 15:31:50.382370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.428432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.434075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-124debe6-bd54-4777-9ea4-17cd1e2ad86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:50.444851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f99ad-c57f-4a42-a9bd-6bac216d06cb,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:50.450545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:50.452486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:50.453714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c4999288-2708-4db4-a384-fe0a137f0320 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/333f99ad-c57f-4a42-a9bd-6bac216d06cb HTTP/1.1" status: 204 len: 168 time: 0.1673639 Nov 22 15:31:50.529564 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-4041d8f4-60d1-4a0f-be71-ecc57832d427 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 1099 time: 0.0797863 Nov 22 15:31:50.688543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-a1d5e985-e32a-478d-ae9d-40169659b2cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:50.690357 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-a1d5e985-e32a-478d-ae9d-40169659b2cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 200 len: 918 time: 0.1394167 Nov 22 15:31:50.804555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-fbeaf256-df2b-40a1-978d-39b78ed969c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 200 len: 1000 time: 0.1059084 Nov 22 15:31:50.882365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-e10b4d92-622e-4072-b209-fcab98d70af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:31:50.883882 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-e10b4d92-622e-4072-b209-fcab98d70af5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 200 len: 856 time: 0.0720246 Nov 22 15:31:50.970034 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-ec4657a3-3165-49c4-a919-5d6821a50234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37adb391-b75d-404f-8a1c-07b27bd1d552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798438 Nov 22 15:31:51.137721 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-84b2a126-f7d8-4124-a7c2-e05a4604697c service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609392 Nov 22 15:31:51.300185 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-79cb7df9-8411-4ee2-906f-b1ec9165d82b req-f8d36b31-2dd5-43a6-8ca0-5f92c2481081 service neutron] 10.222.0.46 "GET /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560881 Nov 22 15:31:54.925803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43098) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:54.994858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Deleting subnet cc050efa-7257-41a3-b3a1-cbbf146487d6 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:31:54.997994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.054576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.115456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.196731 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.202044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ee287392-d4a5-4ffd-be88-c8565fb2b4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:55.243205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc050efa-7257-41a3-b3a1-cbbf146487d6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:55.246533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:55.250484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.256782 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-335a7599-41fc-470d-80c9-2713aa6968a7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cc050efa-7257-41a3-b3a1-cbbf146487d6 HTTP/1.1" status: 204 len: 168 time: 0.3298178 Nov 22 15:31:55.259456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43102) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:55.375425 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.735238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.763264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b24db53-a34d-4a7e-abd9-ccfb9cdd7985']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:31:55.777446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46ef376-496f-4fa3-9216-fc2977cd2c48') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:31:55.777779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46ef376-496f-4fa3-9216-fc2977cd2c48') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:31:55.790721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.809140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.815929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:31:55.816358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:31:55.833195 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:31:55.919615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.923648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-46be4aa8-cc9c-45d5-bb97-1d9649ef977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:55.940274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:55.949134 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b24db53-a34d-4a7e-abd9-ccfb9cdd7985,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:55.953040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:55.959252 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-60b1850e-8ee7-429e-8bb4-9db01f02bc4d admin admin] 10.222.0.55 "DELETE /v2.0/networks/3b24db53-a34d-4a7e-abd9-ccfb9cdd7985 HTTP/1.1" status: 204 len: 168 time: 0.6978688 Nov 22 15:31:56.188185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43110) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:56.246625 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e3c1e633-086c-432e-beb3-75d6d13b927c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d56bb72073d47a3b0fb62e242d3dcdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568509 Nov 22 15:31:56.249273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43114) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:31:56.315530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:56.344627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:56.390187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:56.395835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-98a18b3e-0444-4251-8ced-38153c7322a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:31:56.414399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:31:56.417643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:31:56.422872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:31:56.424113 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dbeab99-1c55-4c87-ae1c-b5f42dd14fa9 HTTP/1.1" status: 204 len: 168 time: 0.1738632 Nov 22 15:32:03.511492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43194) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:03.667813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.705256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:03.709681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Usage tracker for resource:security_group_rule and tenant:c19f68f5403f466091bddb8ebc54f7c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:03.712820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:03.719298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:03.790445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.794183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.800964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-349eb97f-7a57-4f9a-a051-2489644bce8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:03.845844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e085ec-0507-4744-8b65-fa4b710fc81d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:03.849630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:03.852358 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-86588e9c-2219-4145-a508-0eeaa18ce92d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c19f68f5403f466091bddb8ebc54f7c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395119 Nov 22 15:32:03.855073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43202) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:03.922490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.950877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:03.999945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.005036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85fd117e-ec8b-4ac6-8d4f-575582dca151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:04.017182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e085ec-0507-4744-8b65-fa4b710fc81d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:04.022747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:04.024786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:04.026609 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-04ae7336-9668-4bc1-b45b-08a203054cf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74e085ec-0507-4744-8b65-fa4b710fc81d HTTP/1.1" status: 204 len: 168 time: 0.1704881 Nov 22 15:32:04.274696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:32:04.926206 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43230) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:05.067460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804445324-network', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:05.072816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:05.076864 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Usage tracker for resource:network and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:05.079899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:05.086620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:05.096358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Made reservation on behalf of d8731374c2ba4fcfb675b004ef549e5b for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:05.101032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.115231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.147576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:05.152018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:05.154990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:05.160846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:05.229584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.232723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.237270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7d0781b8-3993-4042-b725-39882eee0e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:05.265514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:32:05.275795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedcdd97-4ebc-43db-85c3-c51d16a29ad8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:05.281371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.281783 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Added segment 21580d50-b712-4533-bbb8-c8e098d1dd3f of type vlan for network afbc7a1b-0edc-45f3-abc4-cff480518fc2 Nov 22 15:32:05.283757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:05.309295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.339018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.340259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:05.340889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.345954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2381093f-9818-417e-8690-6f3d82bf564f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:05.449046 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5215816 Nov 22 15:32:05.452154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43246) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:05.452448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Pushing event updated for resources: {'Network': ['ID=afbc7a1b-0edc-45f3-abc4-cff480518fc2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:05.455334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b8aa2b3e-4840-4210-8b40-d785a65f3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:05.458524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Request body: {'subnet': {'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804445324-subnet', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:05.463781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:32:05.464401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:05.474278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Usage tracker for resource:subnet and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:05.477496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:05.484925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:05.494931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Made reservation on behalf of d8731374c2ba4fcfb675b004ef549e5b for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:05.500010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1911368'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.710079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1586164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1911385'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.715335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:05.798293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef3f94f-29db-4644-898a-3705584adf21,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:05.802038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:05.809798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Checking segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:05.810233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Network hostable DHCP agents. Network: afbc7a1b-0edc-45f3-abc4-cff480518fc2, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:32:05.831528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:32:05.840247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, afbc7a1b-0edc-45f3-abc4-cff480518fc2) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:05.844277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:05.844918 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.849410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6adb2-cdfa-4f1c-94c1-d915ae7b9fb1 None None] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:05.865685 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4119260 Nov 22 15:32:05.868377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43250) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:05.874894 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:05.880189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:05.884286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Usage tracker for resource:router and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:05.887980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:05.894317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:05.903897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.904868 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:05.925268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.074494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:32:06.075394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.081829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.245081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Allocated IP 172.20.0.2 (afbc7a1b-0edc-45f3-abc4-cff480518fc2/4ef3f94f-29db-4644-898a-3705584adf21/8af03f7c-daa2-4c11-b634-5fdd3fbf5d75) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:06.292283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.332483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.487926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Allocated IP 172.28.2.118 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/8c11d086-ae21-4c14-b64a-e5726606df24) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:06.622051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.632835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Transition to ACTIVE for port object 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:06.655637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Transition to ACTIVE for port object 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:06.658386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.660008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.664756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:06.684327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.688782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b6abb769-7f7a-4f4e-bb82-81751bb661e8 tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:06.729459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:06.733213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:06.738169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:06.740365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Pushing event updated for resources: {'Port': ['ID=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:06.760806 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:06.764691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:06.766830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Pushing event updated for resources: {'Port': ['ID=8c11d086-ae21-4c14-b64a-e5726606df24,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:06.769402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:06.781971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.782384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.782766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.783139 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.783506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.783875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.784244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.784614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.784976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.785338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.785701 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:06.793667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:06.802949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:06.846596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Attempting to bind port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:06.847010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Attempting to bind port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:06.847414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Attempting to bind port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 on network afbc7a1b-0edc-45f3-abc4-cff480518fc2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:06.854350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:06.854770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Checking segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:06.855217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.855653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Bound using segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:06.856172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Bound port: 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:06.856585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.934997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.935659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.948644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] For port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:06.952415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] For port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:06.955285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:06.959556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:07.044568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Pushing event updated for resources: {'Port': ['ID=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:07.047025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:07.177585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:32:07.390038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:07.399763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Sync routers for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:07.415245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:07.422365 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:31:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:07.424724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:07.428292 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-87c2188d-567b-456a-9974-74ceb89b165a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5581784 Nov 22 15:32:07.429055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43256) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:07.639176 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:07.958349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 3, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:07.962475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Checking router: 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:07.962867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Updating router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 port 8c11d086-ae21-4c14-b64a-e5726606df24 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:08.020907 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.441019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.454153 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Transition to ACTIVE for port object 8c11d086-ae21-4c14-b64a-e5726606df24 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:08.461504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.466204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2b73ed46-6bf1-45fe-b3cd-a487e98ef402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:08.526890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.550285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Pushing event updated for resources: {'Port': ['ID=8c11d086-ae21-4c14-b64a-e5726606df24,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:08.555817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Attempting to bind port 8c11d086-ae21-4c14-b64a-e5726606df24 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:08.556832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Attempting to bind port 8c11d086-ae21-4c14-b64a-e5726606df24 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:08.557246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Attempting to bind port 8c11d086-ae21-4c14-b64a-e5726606df24 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:08.566321 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.566709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.567086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.567456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.567819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.568183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.568541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.568902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.569268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.569621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.569978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:08.575702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:08.576890 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:08.577303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:08.577752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.578226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:08.578743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Bound port: 8c11d086-ae21-4c14-b64a-e5726606df24, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:08.579186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.662130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] For port 8c11d086-ae21-4c14-b64a-e5726606df24, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:08.665371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] For port 8c11d086-ae21-4c14-b64a-e5726606df24, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8c11d086-ae21-4c14-b64a-e5726606df24,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:08.670537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:08.675413 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-356e1f4a-7380-409e-aeb5-f74425ff89d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:08.753145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Pushing event updated for resources: {'Port': ['ID=8c11d086-ae21-4c14-b64a-e5726606df24,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:08.758247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9f504625-0259-4152-a2c0-4a0d1e784f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:08.761896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:08.762584 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:31:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:08.783300 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Allocated IP 172.20.0.1 (afbc7a1b-0edc-45f3-abc4-cff480518fc2/4ef3f94f-29db-4644-898a-3705584adf21/cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:08.847678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:08.880872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d248526f-8512-49f9-8851-1d5179a2b737 None None] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:09.001130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.020331 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Transition to ACTIVE for port object cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:09.039883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Provisioning for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:09.043120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.048157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24a1ec20-690a-4c51-b592-4df2db769e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:09.049398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:09.065319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:09.065744 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.098082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Provisioning complete for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:09.098394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.117574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:09.125716 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:09.128793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:09.130714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:09.164212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:09.171476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:09.214869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.318065 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.432974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.444546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.491551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:09.499579 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 3, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:09.504921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc8b3e4-42a8-4b3c-89d4-fe7363444239 None None] The sync data for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb is: [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:06Z', 'revision_number': 3, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:09.523968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.538883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:09.584721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.589957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.625640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2caa571-9057-495d-8209-6625f05f0993 tempest-VolumesActionsTest-1830170315 tempest-VolumesActionsTest-1830170315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:09.626779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:32:09.627199 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-8e49dbbe-12a1-42c0-9675-cdc8214876c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:32:09.646550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:09.661074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:09.686706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:09.750159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:09.810071 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:09.883295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:09.885351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:10.370642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Provisioning complete for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:10.371079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.489493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:10.548850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Provisioning for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:10.554484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Provisioning complete for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:10.554899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.611847 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-ace42b05-2dff-4c09-b302-8b65e3a1151e None None] Port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:10.647445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5411b407-e56e-4738-997c-828f65e135b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.738350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:10.745088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-79851140-977f-42c7-9320-51b0b0cb5874 None None] Provisioning complete for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:10.745611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-79851140-977f-42c7-9320-51b0b0cb5874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:10.749530 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ddbecef7-e831-460c-82f7-62a9cf12b7a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/2f38b123-ac3c-4fff-b103-8d8bc54bc6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3193343 Nov 22 15:32:10.808514 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-79851140-977f-42c7-9320-51b0b0cb5874 None None] Port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:10.850993 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8c11d086-ae21-4c14-b64a-e5726606df24 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:10.935033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 8c11d086-ae21-4c14-b64a-e5726606df24 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:10.940379 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8c11d086-ae21-4c14-b64a-e5726606df24 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:10.940917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.066631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.089090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 8c11d086-ae21-4c14-b64a-e5726606df24, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8c11d086-ae21-4c14-b64a-e5726606df24,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:11.093754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.095242 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:11.127895 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:11.220960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=8c11d086-ae21-4c14-b64a-e5726606df24,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:11.224304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:11.236069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:11.236495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.766605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43302) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:11.773123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-236746835-network', 'tenant_id': '6369fe6aec944762b136279aee6b2669'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:11.778990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:11.783012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Usage tracker for resource:network and tenant:6369fe6aec944762b136279aee6b2669 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:11.785959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:11.792756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:11.807878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Made reservation on behalf of 6369fe6aec944762b136279aee6b2669 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:11.813441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.829558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.865844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:11.870327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Usage tracker for resource:security_group_rule and tenant:6369fe6aec944762b136279aee6b2669 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:11.873363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:11.879778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:11.968602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.972020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:11.977282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8f263e71-01b8-452a-82ff-024deb3482b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:12.007709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:32:12.016577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519c618-c621-4bce-bc03-8509d9342e20,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:12.020560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:12.023006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.023393 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Added segment 37277ce8-2842-4c47-b4f9-4dcf2516a79e of type vlan for network e99f0a7a-b432-4695-ab18-c6e92524cdf0 Nov 22 15:32:12.050482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.080152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.081416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:12.082086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.086940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:12.112842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.195378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Pushing event updated for resources: {'Network': ['ID=e99f0a7a-b432-4695-ab18-c6e92524cdf0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:12.199043 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4312079 Nov 22 15:32:12.200048 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3a52b073-e72d-4a10-8d6d-7e8465b1036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:12.201846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43310) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:12.207767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Request body: {'subnet': {'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-236746835-subnet', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:12.208490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:32:12.213655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:12.217870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Usage tracker for resource:subnet and tenant:6369fe6aec944762b136279aee6b2669 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:12.220971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:12.227062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:12.238296 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Made reservation on behalf of 6369fe6aec944762b136279aee6b2669 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:12.243110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.460550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.465986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:12.544702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b69688d-3608-43f9-9181-275411126890,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:12.548871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:12.558056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Checking segment: {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:12.558469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Network hostable DHCP agents. Network: e99f0a7a-b432-4695-ab18-c6e92524cdf0, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:32:12.580205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:32:12.588596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, e99f0a7a-b432-4695-ab18-c6e92524cdf0) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:12.592805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:12.593457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.597986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dea571-a75b-41eb-8dc6-4750a60ca67e None None] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:12.614262 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5c1cb3ab-0bb1-4c8f-9204-fb5c7b2aec27 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4112461 Nov 22 15:32:12.617125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43314) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:12.623724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:12.628606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:12.632611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Usage tracker for resource:router and tenant:6369fe6aec944762b136279aee6b2669 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:12.636294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:12.642364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:12.652762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.653784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.674671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.761366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8c11d086-ae21-4c14-b64a-e5726606df24 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:12.830075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:12.998203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Sync routers for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:13.040666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.066882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-04b20cf3-cca3-4709-9938-985b1c6bc634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.074259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.075353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:13.076053 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:31:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:13.135574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'fixed_ips': [{'subnet_id': '9b69688d-3608-43f9-9181-275411126890'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:32:13.136488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.179063 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8c11d086-ae21-4c14-b64a-e5726606df24 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:13.179491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.238290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Allocated IP 172.28.2.11 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:13.411060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.442390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.453201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:13.503556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:13.508973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:13.509872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:13.513627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:13.571180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:13.575916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:13.597897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.628796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Allocated IP 172.20.0.2 (e99f0a7a-b432-4695-ab18-c6e92524cdf0/9b69688d-3608-43f9-9181-275411126890/d917b509-f133-4de9-b6b5-75e8294fcdb0) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:13.695889 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:13.696711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.125940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.140591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Transition to ACTIVE for port object d917b509-f133-4de9-b6b5-75e8294fcdb0 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:14.167067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 2, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:14.167645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Router 2e69d5bf-b505-47c4-8808-84f151bd49e8 is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:32:14.172126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Transition to ACTIVE for port object d917b509-f133-4de9-b6b5-75e8294fcdb0 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:14.174933 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Checking router: 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:14.175367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Updating router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:14.205612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.219844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:14.312782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:14.315277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Pushing event updated for resources: {'Port': ['ID=d917b509-f133-4de9-b6b5-75e8294fcdb0,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:14.318161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:14.319843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.331949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:14.334170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:14.390173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:14.400538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Sync routers for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:14.413782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:14.414917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:14.416368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.420407 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7997303 Nov 22 15:32:14.420709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43326) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:14.485253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Attempting to bind port d917b509-f133-4de9-b6b5-75e8294fcdb0 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:14.486042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Attempting to bind port d917b509-f133-4de9-b6b5-75e8294fcdb0 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:14.486042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Attempting to bind port d917b509-f133-4de9-b6b5-75e8294fcdb0 on network e99f0a7a-b432-4695-ab18-c6e92524cdf0 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:14.548651 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:14.549082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Checking segment: {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:14.549542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.549990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Bound using segment: {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:14.550568 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Bound port: d917b509-f133-4de9-b6b5-75e8294fcdb0, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:14.550991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.733398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:14.776992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] For port d917b509-f133-4de9-b6b5-75e8294fcdb0, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:14.782459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] For port d917b509-f133-4de9-b6b5-75e8294fcdb0, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d917b509-f133-4de9-b6b5-75e8294fcdb0,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:14.783286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.801067 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:14.807697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:14.915989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Pushing event updated for resources: {'Port': ['ID=d917b509-f133-4de9-b6b5-75e8294fcdb0,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:14.927225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:15.012385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.026334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Transition to ACTIVE for port object cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:15.032594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.039051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9ef17871-a23e-487b-9a64-60f3e540f7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:15.099587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:13Z', 'revision_number': 3, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:15.104243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Checking router: 2e69d5bf-b505-47c4-8808-84f151bd49e8 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:15.104631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Updating router 2e69d5bf-b505-47c4-8808-84f151bd49e8 port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:15.161337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.414482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.442467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e2916-8bcf-4c29-a9e0-eca157b1c19a None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:15.446257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ac8e2916-8bcf-4c29-a9e0-eca157b1c19a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:15.565612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Attempting to bind port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:15.566097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Attempting to bind port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:15.566498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Attempting to bind port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f on network afbc7a1b-0edc-45f3-abc4-cff480518fc2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:15.579402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:15.579826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Checking segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:15.580274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.580727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Bound using segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:15.581264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Bound port: cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:15.581688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.667286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.682405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Transition to ACTIVE for port object 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:15.688899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.696149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:15.699268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] For port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:15.703295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] For port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:15.710051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.714799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:15.717920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Allocated IP 172.20.0.1 (e99f0a7a-b432-4695-ab18-c6e92524cdf0/9b69688d-3608-43f9-9181-275411126890/437d67a5-e813-4615-95fb-402522c53a73) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:15.788536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Attempting to bind port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:15.788853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Attempting to bind port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:15.789259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Attempting to bind port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:15.799037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e2916-8bcf-4c29-a9e0-eca157b1c19a None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:15.803277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ac8e2916-8bcf-4c29-a9e0-eca157b1c19a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:15.829620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:15.830260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:15.830820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.831368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:15.832006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Bound port: 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:15.832526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.834925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:15.835632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:15.858772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3023e8c-b351-4065-91b9-4d8eb325b4ce None None] Pushing event updated for resources: {'Port': ['ID=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:15.865433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e3023e8c-b351-4065-91b9-4d8eb325b4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:15.902784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.925535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Transition to ACTIVE for port object 437d67a5-e813-4615-95fb-402522c53a73 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:15.925771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] For port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:15.929789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] For port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:15.934428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.939295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:15.957234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:15.964066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6ffce937-742c-4ad0-aad0-3d45f3cad60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:16.058417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:16.059929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3023e8c-b351-4065-91b9-4d8eb325b4ce None None] Pushing event updated for resources: {'Port': ['ID=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:16.061342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:16.064661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e3023e8c-b351-4065-91b9-4d8eb325b4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:16.064850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:16.067180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:16.067862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:16.105305 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:16.129377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Pushing event updated for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:16.145938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:16.169949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.302098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.313149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:16.657317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:15Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:16.661927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13182f59-7425-485c-b2d6-3b99cbfb6b19 None None] The sync data for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb is: [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:15Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:16.691833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.711116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.747935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1afb312d-03d8-4ca9-905d-32cbd68ce531 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:16.872170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:16.889784 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:13Z', 'revision_number': 3, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:16.898398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Pushing event updated for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:16.903144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:16.910765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d917b509-f133-4de9-b6b5-75e8294fcdb0 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:16.925790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a3fa2-2df1-4c93-b2c9-8096853ab167 None None] The sync data for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb is: [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:13Z', 'revision_number': 3, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:17.014118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port d917b509-f133-4de9-b6b5-75e8294fcdb0 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:17.093743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:17.095306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:17.316743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6694a5e-b87d-4943-b71b-9ce6a90f157f None None] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:17.449783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Provisioning for port d917b509-f133-4de9-b6b5-75e8294fcdb0 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:17.458852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Provisioning complete for port d917b509-f133-4de9-b6b5-75e8294fcdb0 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:17.459281 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:17.686213 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db21f-b78a-44d7-8794-30d891e65f29 req-5eadfadb-9a61-49d0-a362-53a33f3586a9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:17.689141 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b3db21f-b78a-44d7-8794-30d891e65f29 req-5eadfadb-9a61-49d0-a362-53a33f3586a9 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.5037448 Nov 22 15:32:17.733914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:17.791684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] For port d917b509-f133-4de9-b6b5-75e8294fcdb0, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d917b509-f133-4de9-b6b5-75e8294fcdb0,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:17.797898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:17.801492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:17.886141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Pushing event updated for resources: {'Port': ['ID=d917b509-f133-4de9-b6b5-75e8294fcdb0,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:17.889551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:17.890653 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b3db21f-b78a-44d7-8794-30d891e65f29 req-9d052d1e-7eeb-4004-a619-71482b72c70c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937044 Nov 22 15:32:18.059554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Router 2e69d5bf-b505-47c4-8808-84f151bd49e8 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:18.140751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Provisioning complete for port d917b509-f133-4de9-b6b5-75e8294fcdb0 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:18.141495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:18.347633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:18.355223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Provisioning for port 437d67a5-e813-4615-95fb-402522c53a73 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:18.360588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Provisioning complete for port 437d67a5-e813-4615-95fb-402522c53a73 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:18.361012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:18.375915 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e69d5bf-b505-47c4-8808-84f151bd49e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9539163 Nov 22 15:32:18.469536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-c887e6f2-6047-45c6-bda1-34f809f307e9 None None] Port 437d67a5-e813-4615-95fb-402522c53a73 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:18.600765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-40cfe991-f06d-48c4-8c2e-2c7b1afed5fa None None] Provisioning complete for port 437d67a5-e813-4615-95fb-402522c53a73 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:18.601187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-40cfe991-f06d-48c4-8c2e-2c7b1afed5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:18.669553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-eb1a8fc9-4147-41dd-8c0e-77a13d9d7d72 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:18.671380 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-eb1a8fc9-4147-41dd-8c0e-77a13d9d7d72 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.1635652 Nov 22 15:32:18.712405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-40cfe991-f06d-48c4-8c2e-2c7b1afed5fa None None] Port 437d67a5-e813-4615-95fb-402522c53a73 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:18.802810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Deleting port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:18.803290 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:18.960412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d917b509-f133-4de9-b6b5-75e8294fcdb0 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:19.077488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-31876589-9432-489d-9169-b6f1aed2a321 None None] Provisioning complete for port 437d67a5-e813-4615-95fb-402522c53a73 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:19.078031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-31876589-9432-489d-9169-b6f1aed2a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.131698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43382) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:19.151475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port d917b509-f133-4de9-b6b5-75e8294fcdb0 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:19.151898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.209882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-31876589-9432-489d-9169-b6f1aed2a321 None None] Port 437d67a5-e813-4615-95fb-402522c53a73 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:19.268742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] For port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:19.269533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.333969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:19.405832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3a1bf-8f69-4e9d-83fa-130ca8871e3e req-499e62e6-76b5-456c-a7d8-d94bb9dbf0ca tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:19.413143 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-51c3a1bf-8f69-4e9d-83fa-130ca8871e3e req-499e62e6-76b5-456c-a7d8-d94bb9dbf0ca tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 946 time: 0.2497470 Nov 22 15:32:19.437405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:19.445640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:19.446406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.477428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.515760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:19.524673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Usage tracker for resource:security_group_rule and tenant:4e277f9ea8754246a6d023332815fde3 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:19.528760 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:19.536772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:19.553321 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-51c3a1bf-8f69-4e9d-83fa-130ca8871e3e req-fdcf3918-1469-4a87-a5cd-f985f3c6d49d tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups?id=3dca92d1-1eb9-4613-90ba-ca7c69c17dca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391377 Nov 22 15:32:19.615358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.635265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:19.636697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.640975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.642496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:19.643595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.653781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-110b200b-d097-4347-8ff6-43403bfb6fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:19.680676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:19.701648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88adbe7-674e-4e34-a7b4-d9e3c90a604c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:19.719138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:19.720000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.720423 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.720776 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Floating IP 6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d disassociated. External IP: 172.28.2.43, port: 1a4640d9-dde8-4b6e-9b0c-0b3eed688490. Nov 22 15:32:19.721335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Calling delete_port for 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:19.750834 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e277f9ea8754246a6d023332815fde3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6167870 Nov 22 15:32:19.750834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43400) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:19.795096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:19.798783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:19.833033 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:19.839054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:19.839478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.852212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.880343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.909323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.920828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a2ed5326-caa5-4d95-88b6-6114d46da050 tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:19.938927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.950383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-aa8a6040-1423-4dcd-8b56-f902cb8f4b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:19.973270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88adbe7-674e-4e34-a7b4-d9e3c90a604c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:19.976111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:19.977590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'Port': ['ID=1a4640d9-dde8-4b6e-9b0c-0b3eed688490,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:19.983326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:19.988164 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e88adbe7-674e-4e34-a7b4-d9e3c90a604c HTTP/1.1" status: 204 len: 168 time: 0.2312832 Nov 22 15:32:20.000982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:20.033045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:20.061430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:20.100027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:20.109340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:20.111682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:20.209286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:20.214254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:20.307745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:20.844385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:20.963280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:32:21.030708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:32:21.031112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:32:21.038809 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-95b6a7e6-2fc6-4ce2-afba-4f71a4f5b520 req-36f4678e-5878-44a7-b822-13632b56e9d8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76 HTTP/1.1" status: 200 len: 210 time: 0.0622852 Nov 22 15:32:21.050879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:21.051311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:21.062559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:21.085436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:21.132143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:21.132851 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:21.169705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] No DVR routers for this DVR port 1a4640d9-dde8-4b6e-9b0c-0b3eed688490 on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:32:21.173796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:21.182566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-deleted', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:21.207173 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3c49a9a9-2c6e-475c-93b5-34e5e9211c76 req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.46 "DELETE /v2.0/ports/1a4640d9-dde8-4b6e-9b0c-0b3eed688490 HTTP/1.1" status: 204 len: 173 time: 2.5274932 Nov 22 15:32:21.315208 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4bf0c2-c5d5-4fc8-8d05-a1f3c3ac5d76', 'name': 'network-vif-deleted', 'tag': '1a4640d9-dde8-4b6e-9b0c-0b3eed688490', 'status': 'completed', 'code': 200} Nov 22 15:32:21.382146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:21.712115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:21.989767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Sync routers for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:22.005507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:22.006484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:22.177366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:22.178046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:22.277388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:22.315923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:22.348765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43436) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:22.351288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:22.352168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:22.467902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:22.505031 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:22.537548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:22.569621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:22.611396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43442) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:22.642051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:22.651672 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d3cf869-56d3-4a89-a38c-9149824f6da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:22.673730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca92d1-1eb9-4613-90ba-ca7c69c17dca,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:22.676253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:22.691758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:22.693049 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "DELETE /v2.0/security-groups/3dca92d1-1eb9-4613-90ba-ca7c69c17dca HTTP/1.1" status: 204 len: 168 time: 0.3423073 Nov 22 15:32:22.696707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43448) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:22.734397 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.api.v2.resource [None req-a6faea5f-13bc-42af-a4aa-4a5c05aca3f1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] show failed (client error): The resource could not be found. Nov 22 15:32:22.736363 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a6faea5f-13bc-42af-a4aa-4a5c05aca3f1 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "GET /v2.0/security-groups/3dca92d1-1eb9-4613-90ba-ca7c69c17dca HTTP/1.1" status: 404 len: 347 time: 0.0382266 Nov 22 15:32:22.739152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43452) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:22.998418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.022952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Deleting port 4d06ee2c-b324-400a-841a-eb56df0b25fc {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:23.023686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.104554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:23.116951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:23.118899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Usage tracker for resource:security_group_rule and tenant:bed2a66ee4e140879981cd5bc813db8d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:23.123314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:23.124508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94004399-1c47-4a84-96a5-11ea291e4f13 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:26:19Z', 'revision_number': 4, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '771eb1ce-0971-4e7d-97a0-9407be784d50', 'name': '', 'network_id': '37adb391-b75d-404f-8a1c-07b27bd1d552', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'mac_address': 'fa:16:3e:f4:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:17Z', 'updated_at': '2021-11-22T15:26:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'subnets': [{'id': 'fd210466-6e84-443e-96bb-d8a2b9baba5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:23.161375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:16Z', 'revision_number': 4, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '437d67a5-e813-4615-95fb-402522c53a73', 'name': '', 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'mac_address': 'fa:16:3e:c0:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b69688d-3608-43f9-9181-275411126890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:15Z', 'updated_at': '2021-11-22T15:32:16Z', 'revision_number': 2, 'project_id': '6369fe6aec944762b136279aee6b2669', 'subnets': [{'id': '9b69688d-3608-43f9-9181-275411126890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:23.165637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Checking router: 2e69d5bf-b505-47c4-8808-84f151bd49e8 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:23.166073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Updating router 2e69d5bf-b505-47c4-8808-84f151bd49e8 port 437d67a5-e813-4615-95fb-402522c53a73 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:32:23.277853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.290988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.291703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.425456 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:23.434203 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Calling delete_port for 4d06ee2c-b324-400a-841a-eb56df0b25fc owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:23.668959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.678549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.697444 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c2ca8c79-d52b-4a44-b583-84a2895b30d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:23.733800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.748951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.749896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Transition to ACTIVE for port object 437d67a5-e813-4615-95fb-402522c53a73 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:23.760368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:23.766167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22843b7f-8a5d-4f4b-b63e-99ab344d4677,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:23.766432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7709c64c-7e08-4fb4-8ffa-1c609d84d218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:23.773644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:23.774159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:23.818093 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bed2a66ee4e140879981cd5bc813db8d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2031515 Nov 22 15:32:23.819169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43456) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:23.824231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Pushing event deleted for resources: {'Port': ['ID=4d06ee2c-b324-400a-841a-eb56df0b25fc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:23.831774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:23.966773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.003848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.020196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.022235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec8c4-4753-47f8-89a4-d6746d23c0b1 None None] Pushing event updated for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:24.034309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.035615 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] 10.222.0.55 "DELETE /v2.0/floatingips/6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d HTTP/1.1" status: 204 len: 168 time: 1.2949872 Nov 22 15:32:24.055534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2fec8c4-4753-47f8-89a4-d6746d23c0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:24.096925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.105759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e685528-9083-4f87-886f-c24a06bbe8ac None None] New status for floating IP 6ee9fbf0-d1e2-4bf4-8b27-ccdd2e49510d: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:32:24.106590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6d4c1aa9-50ce-4601-a23a-4d8d2c80faa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:24.118529 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22843b7f-8a5d-4f4b-b63e-99ab344d4677,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:24.129815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:24.157962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.159786 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22843b7f-8a5d-4f4b-b63e-99ab344d4677 HTTP/1.1" status: 204 len: 168 time: 0.3393130 Nov 22 15:32:24.315389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Attempting to bind port 437d67a5-e813-4615-95fb-402522c53a73 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:24.316042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Attempting to bind port 437d67a5-e813-4615-95fb-402522c53a73 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:24.316612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Attempting to bind port 437d67a5-e813-4615-95fb-402522c53a73 on network e99f0a7a-b432-4695-ab18-c6e92524cdf0 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:24.336949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:24.338212 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Checking segment: {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:24.340527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.340977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Bound using segment: {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:24.341740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Bound port: 437d67a5-e813-4615-95fb-402522c53a73, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37277ce8-2842-4c47-b4f9-4dcf2516a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:24.341946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.492665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] For port 437d67a5-e813-4615-95fb-402522c53a73, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:24.497653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] For port 437d67a5-e813-4615-95fb-402522c53a73, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=437d67a5-e813-4615-95fb-402522c53a73,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:24.506197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:24.525200 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2fec8c4-4753-47f8-89a4-d6746d23c0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:24.642912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec8c4-4753-47f8-89a4-d6746d23c0b1 None None] Pushing event updated for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:24.684170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f2fec8c4-4753-47f8-89a4-d6746d23c0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:24.684969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:24.685676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:24.919494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:25.294116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:16Z', 'revision_number': 4, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '437d67a5-e813-4615-95fb-402522c53a73', 'name': '', 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'mac_address': 'fa:16:3e:c0:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b69688d-3608-43f9-9181-275411126890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:15Z', 'updated_at': '2021-11-22T15:32:24Z', 'revision_number': 4, 'project_id': '6369fe6aec944762b136279aee6b2669', 'subnets': [{'id': '9b69688d-3608-43f9-9181-275411126890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:25.299641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46fe9c-60ec-478f-85d5-d50dcc50efe5 None None] The sync data for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb is: [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:32:16Z', 'revision_number': 4, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '437d67a5-e813-4615-95fb-402522c53a73', 'name': '', 'network_id': 'e99f0a7a-b432-4695-ab18-c6e92524cdf0', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'mac_address': 'fa:16:3e:c0:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b69688d-3608-43f9-9181-275411126890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:15Z', 'updated_at': '2021-11-22T15:32:24Z', 'revision_number': 4, 'project_id': '6369fe6aec944762b136279aee6b2669', 'subnets': [{'id': '9b69688d-3608-43f9-9181-275411126890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:26.817504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 437d67a5-e813-4615-95fb-402522c53a73 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:26.916843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 437d67a5-e813-4615-95fb-402522c53a73 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:26.923223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 437d67a5-e813-4615-95fb-402522c53a73 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:26.923742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.067217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.128461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 437d67a5-e813-4615-95fb-402522c53a73, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=437d67a5-e813-4615-95fb-402522c53a73,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:27.135149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:27.139465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:27.238141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:27.255665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:27.328406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43490) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:28.369251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:28.782946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 437d67a5-e813-4615-95fb-402522c53a73 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:28.897483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 437d67a5-e813-4615-95fb-402522c53a73 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:28.898036 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:29.118882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Deleting port 771eb1ce-0971-4e7d-97a0-9407be784d50 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:29.119368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:29.325126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] For port 771eb1ce-0971-4e7d-97a0-9407be784d50, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=771eb1ce-0971-4e7d-97a0-9407be784d50,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:29.325126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:29.457143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Calling delete_port for 771eb1ce-0971-4e7d-97a0-9407be784d50 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:29.655515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:29.660490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d8ecb02-d599-493d-93c9-ddba4277817b tempest-ServerRescueNegativeTestJSON-396528494 tempest-ServerRescueNegativeTestJSON-396528494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:29.705328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=771eb1ce-0971-4e7d-97a0-9407be784d50,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:29.708259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:30.071875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:30.725078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Router a806342f-1443-4fad-8fb1-001a54cfd865 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:32:31.168690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:32:31.179287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Sync routers for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:32:31.183989 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] 10.222.0.55 "PUT /v2.0/routers/a806342f-1443-4fad-8fb1-001a54cfd865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8543315 Nov 22 15:32:31.186625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43522) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:31.213545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:31.214279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:31.337648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-7d7f7d72-dd9d-48e7-82a2-c8b4262f2883 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:31.338459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-7d7f7d72-dd9d-48e7-82a2-c8b4262f2883 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Synchronizing usage tracker for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:31.359858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-7d7f7d72-dd9d-48e7-82a2-c8b4262f2883 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Unset dirty status for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:31.361209 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-7d7f7d72-dd9d-48e7-82a2-c8b4262f2883 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 814 time: 0.1874454 Nov 22 15:32:31.379771 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-d56d7f98-712c-4f00-b787-b617f713f487 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/quotas/d8731374c2ba4fcfb675b004ef549e5b HTTP/1.1" status: 200 len: 375 time: 0.0125096 Nov 22 15:32:31.408427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:31.478265 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-86471f19-ba15-4934-ab72-1e709024febd tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902874 Nov 22 15:32:31.553151 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:31.629681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:31.637049 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-55307cab-0544-42d2-a904-1b860ead660a service neutron] 10.222.0.55 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447856 Nov 22 15:32:31.641782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Deleting port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:31.642435 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:31.783448 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-91e595af-5662-4e2e-a5e5-3c096495c0b2 service neutron] 10.222.0.55 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395388 Nov 22 15:32:31.832064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] For port d4c1fcb0-7d5e-4bca-a1aa-9908715523f9, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:31.832596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:31.860635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:32:29Z', 'revision_number': 5, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port': {'id': 'd4c1fcb0-7d5e-4bca-a1aa-9908715523f9', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:26:14Z', 'updated_at': '2021-11-22T15:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:31.864777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Checking router: a806342f-1443-4fad-8fb1-001a54cfd865 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:32:31.876523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Routers {'a806342f-1443-4fad-8fb1-001a54cfd865'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:32:31.877219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['a806342f-1443-4fad-8fb1-001a54cfd865'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:31.966551 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Calling delete_port for d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:32.015468 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8488167d-08ad-40ef-af03-e0209ea69ce3 req-a0f66224-ad39-434b-a25e-42e1b24d42d3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 210 time: 0.0701625 Nov 22 15:32:32.060797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] Set router a806342f-1443-4fad-8fb1-001a54cfd865 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:32:32.164419 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.169264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-065ed8c2-2bd5-4a62-8c55-bdb80b6d3013 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:32.175342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:32:31Z', 'revision_number': 6, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:32.179640 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1c45a-e2f8-4f76-b896-2b496a865073 None None] The sync data for ids ['a806342f-1443-4fad-8fb1-001a54cfd865'] in dv-cinder-818778-1-smb is: [{'id': 'a806342f-1443-4fad-8fb1-001a54cfd865', 'name': 'tempest-AttachVolumeShelveTestJSON-1291041413-router', 'tenant_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:26:13Z', 'updated_at': '2021-11-22T15:32:31Z', 'revision_number': 6, 'project_id': '630b34a9a8cd4e23bcfb9fccdc2b3c82', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:32:32.237663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c1fcb0-7d5e-4bca-a1aa-9908715523f9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:32.240262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:32.497076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.764011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 771eb1ce-0971-4e7d-97a0-9407be784d50 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:32:32.780534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.785014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.801289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 771eb1ce-0971-4e7d-97a0-9407be784d50 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:32:32.801685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 771eb1ce-0971-4e7d-97a0-9407be784d50 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:32:32.802190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:32:32.807688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.808284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a806342f-1443-4fad-8fb1-001a54cfd865 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:32:32.822265 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.823613 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-935bb3f0-d221-47ea-8597-237f02b4ae3b admin admin] 10.222.0.55 "DELETE /v2.0/routers/a806342f-1443-4fad-8fb1-001a54cfd865 HTTP/1.1" status: 204 len: 168 time: 1.6359911 Nov 22 15:32:32.826328 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43536) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:32.907512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Deleting subnet fd210466-6e84-443e-96bb-d8a2b9baba5a {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:32:32.911477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:32.970976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.007793 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:32:33.008196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d4c1fcb0-7d5e-4bca-a1aa-9908715523f9 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:32:33.075339 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.160882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.167399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-20df8ca5-4b92-4f34-92cf-faf522d9f573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:33.205069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd210466-6e84-443e-96bb-d8a2b9baba5a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:33.206784 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-10daa385-67bb-4260-aca4-eae065c06867 req-e2f97ec0-29f2-422f-beb6-f71cce3ed29e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 210 time: 0.0487230 Nov 22 15:32:33.217867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:33.225249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.227478 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3ed61-a258-4d44-949a-669a66005dab None None] Network 37adb391-b75d-404f-8a1c-07b27bd1d552 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:32:33.241496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-030f6cea-2c0f-47a2-97f8-09c6f112c1c0 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:33.243720 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-030f6cea-2c0f-47a2-97f8-09c6f112c1c0 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 814 time: 0.2252920 Nov 22 15:32:33.247239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43542) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:33.247517 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-39e100d5-6c3e-4ea5-8270-4c710618afc6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fd210466-6e84-443e-96bb-d8a2b9baba5a HTTP/1.1" status: 204 len: 168 time: 0.4198449 Nov 22 15:32:33.332893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'port': {'device_id': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'admin_state_up': True, 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:33.462350 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.498571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Deleting port 2af63130-7720-40d0-923e-0ec62c041c3d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:33.498949 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.510508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] DHCP port deletion for 37adb391-b75d-404f-8a1c-07b27bd1d552 request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:32:33.514939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Deleting port 2af63130-7720-40d0-923e-0ec62c041c3d {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:33.515430 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.576378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:33.611593 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:port and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:33.620243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:33.629535 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:33.672501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Made reservation on behalf of d8731374c2ba4fcfb675b004ef549e5b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:32:33.678027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.735024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] For port 2af63130-7720-40d0-923e-0ec62c041c3d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=2af63130-7720-40d0-923e-0ec62c041c3d,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:33.735426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.892745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Calling delete_port for 2af63130-7720-40d0-923e-0ec62c041c3d owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:33.949827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] For port 2af63130-7720-40d0-923e-0ec62c041c3d, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=2af63130-7720-40d0-923e-0ec62c041c3d,segment=NetworkSegment(84a3432b-5d38-4494-a1d0-7f8ccaef39df),segment_id=84a3432b-5d38-4494-a1d0-7f8ccaef39df)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:33.950270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.979271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:33.995163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:34.063857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Pushing event deleted for resources: {'Port': ['ID=2af63130-7720-40d0-923e-0ec62c041c3d,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:34.069857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] No DVR routers for this DVR port 2af63130-7720-40d0-923e-0ec62c041c3d on host dv-cinder-818778-1-smb {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:32:34.071952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b5ce57c9-30c4-40e5-b5d8-bebcc6c27615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:34.118849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Calling delete_port for 2af63130-7720-40d0-923e-0ec62c041c3d owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:32:34.153009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Allocated IP 172.20.0.4 (afbc7a1b-0edc-45f3-abc4-cff480518fc2/4ef3f94f-29db-4644-898a-3705584adf21/fa2db7a7-8aef-4f82-9b53-18beb1f22b91) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:32:34.260893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:32:34.261205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:32:34.418586 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-335b59de-74c9-4a76-89b5-17387887fcc1 req-428fdedd-3100-45e1-8b1f-29bd93255715 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 210 time: 0.0545676 Nov 22 15:32:34.483751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:34.501785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Transition to ACTIVE for port object fa2db7a7-8aef-4f82-9b53-18beb1f22b91 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:34.523771 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:34.529831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:34.607730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:32:34.611740 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:32:34.613655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:34.616017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:32:34.648400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:34.685275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:34.685990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:34.725086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4451518 Nov 22 15:32:34.762249 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Deleting port 2af63130-7720-40d0-923e-0ec62c041c3d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:32:34.762661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:34.779470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 2af63130-7720-40d0-923e-0ec62c041c3d no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:32:34.816842 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 2af63130-7720-40d0-923e-0ec62c041c3d {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:32:34.817509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 2af63130-7720-40d0-923e-0ec62c041c3d not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:32:34.862671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] The port '2af63130-7720-40d0-923e-0ec62c041c3d' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:32:34.921137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-6f4f1e50-1bc3-4d26-b27f-65b3a95c2787 None None] Provisioning for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:34.926461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-6f4f1e50-1bc3-4d26-b27f-65b3a95c2787 None None] Provisioning complete for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:34.926984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1e50-1bc3-4d26-b27f-65b3a95c2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.003591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.004782 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-6f4f1e50-1bc3-4d26-b27f-65b3a95c2787 None None] Port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:32:35.033219 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37adb391-b75d-404f-8a1c-07b27bd1d552']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:35.047434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a3432b-5d38-4494-a1d0-7f8ccaef39df') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:35.047776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a3432b-5d38-4494-a1d0-7f8ccaef39df') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:32:35.060349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.075829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.082235 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:32:35.082676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:32:35.097310 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:32:35.179434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.183511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:35.198289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.209898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=37adb391-b75d-404f-8a1c-07b27bd1d552,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:35.214378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:35.222740 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-06871e84-d2e8-432a-8292-3d3cf340cd45 admin admin] 10.222.0.55 "DELETE /v2.0/networks/37adb391-b75d-404f-8a1c-07b27bd1d552 HTTP/1.1" status: 204 len: 168 time: 1.9739492 Nov 22 15:32:35.385980 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43570) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:35.445026 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4889b384-2d7d-4274-a3bd-b44664bb9a4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=630b34a9a8cd4e23bcfb9fccdc2b3c82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576816 Nov 22 15:32:35.448024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43576) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:35.515981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.550295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.673968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.679809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-800c47a4-3ba0-48fb-b3f5-7130d1f0591c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:35.700375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53973-f40a-4069-95fe-846a56a415b1 req-ba3c5665-36fe-4d40-ae3b-0bced9c8f560 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:35.701145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-83a53973-f40a-4069-95fe-846a56a415b1 req-ba3c5665-36fe-4d40-ae3b-0bced9c8f560 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Synchronizing usage tracker for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:35.708541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95e0b17-3501-4d87-ae23-f4982159dc20,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:35.714785 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:35.721589 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:35.725324 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-523d124c-04b5-4990-9e5f-accdbe62e792 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b95e0b17-3501-4d87-ae23-f4982159dc20 HTTP/1.1" status: 204 len: 168 time: 0.2737780 Nov 22 15:32:35.736225 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-83a53973-f40a-4069-95fe-846a56a415b1 req-ba3c5665-36fe-4d40-ae3b-0bced9c8f560 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Unset dirty status for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:35.744299 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83a53973-f40a-4069-95fe-846a56a415b1 req-ba3c5665-36fe-4d40-ae3b-0bced9c8f560 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1814899 Nov 22 15:32:35.793275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-83a53973-f40a-4069-95fe-846a56a415b1 req-70eed2c3-10bf-4f3b-a712-c3de026ee66a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Synchronizing usage tracker for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:32:35.812941 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-83a53973-f40a-4069-95fe-846a56a415b1 req-70eed2c3-10bf-4f3b-a712-c3de026ee66a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Unset dirty status for tenant:d8731374c2ba4fcfb675b004ef549e5b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:32:35.818743 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-83a53973-f40a-4069-95fe-846a56a415b1 req-70eed2c3-10bf-4f3b-a712-c3de026ee66a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733185 Nov 22 15:32:37.049725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c98fc4-114c-43cc-b2b6-3938800c624a req-472766d8-ce6e-45a6-a0c2-970334179609 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:37.051496 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2c98fc4-114c-43cc-b2b6-3938800c624a req-472766d8-ce6e-45a6-a0c2-970334179609 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1011388 Nov 22 15:32:37.105540 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2c98fc4-114c-43cc-b2b6-3938800c624a req-fa9313c8-29ad-47a5-a238-1edc3620efcf tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Nov 22 15:32:38.089304 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43624) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:38.281903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.322652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:38.327175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d60348fbea514609ba0c3773e4ce2838 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:38.330428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:38.338600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:38.353316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717a39-51df-4a4d-80f9-3a333e2cc987 req-66bff598-7cdf-44b1-85ee-607f753b5d25 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:38.355242 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-57717a39-51df-4a4d-80f9-3a333e2cc987 req-66bff598-7cdf-44b1-85ee-607f753b5d25 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.0984833 Nov 22 15:32:38.409432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.413284 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-57717a39-51df-4a4d-80f9-3a333e2cc987 req-9dea87b9-ab2b-4f20-83e3-f0c94a970db3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512116 Nov 22 15:32:38.414956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.446683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5aa62fbf-2733-4937-a7b8-26dae0d20156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:38.457850 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d60348fbea514609ba0c3773e4ce2838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673625 Nov 22 15:32:38.460735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43632) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:38.499756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98806da-eee2-421a-971f-f5a8d63bfb08,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:38.505420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7b84d986-45a5-4834-8b7b-b136956f54e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:38.546287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.574121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.625818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.631216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-465b18a9-d391-443f-9a3a-24df3b3123b8 tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:38.649438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98806da-eee2-421a-971f-f5a8d63bfb08,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:38.652752 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:38.653675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:38.656786 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-203b708b-6cd9-4ee3-8b51-ac315d62bdbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f98806da-eee2-421a-971f-f5a8d63bfb08 HTTP/1.1" status: 204 len: 168 time: 0.1924505 Nov 22 15:32:39.030391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43640) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:39.053964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.094909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:39.099132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:27f061eac1b9488da14949f6017dd578 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:39.102970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:39.109656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:39.184252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.187259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.198081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c2852f02-223a-48ce-8775-2af573076eaf tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:39.255016 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27f061eac1b9488da14949f6017dd578&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2203617 Nov 22 15:32:39.255858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43644) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:39.259990 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a951afc-62f9-49e0-bf34-5b835178c766,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:39.263423 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-aa4a3dd2-9e8e-4901-8b6a-3090580c8fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:39.560594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.634073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.708012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d874416-25f7-45ee-bb4e-e4e0da0f450f req-9d9612a4-2528-4e9b-ac80-fb86df6a57aa tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:39.709674 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3d874416-25f7-45ee-bb4e-e4e0da0f450f req-9d9612a4-2528-4e9b-ac80-fb86df6a57aa tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1390023 Nov 22 15:32:39.715461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.722218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-17719996-4f55-4238-acad-feb382d56211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:39.751810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a951afc-62f9-49e0-bf34-5b835178c766,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:39.760441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:39.771094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:39.773147 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1d6850e0-18a2-45f3-8452-3777983f2b98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a951afc-62f9-49e0-bf34-5b835178c766 HTTP/1.1" status: 204 len: 168 time: 0.5157247 Nov 22 15:32:39.801253 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-3d874416-25f7-45ee-bb4e-e4e0da0f450f req-917cb8bb-1361-4887-b03f-603613fae3fd tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800626 Nov 22 15:32:40.651344 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9a3c83d7-b9fa-4dee-ba70-a21edd3746e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:41.044802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202674a-69bf-445d-a778-2349022f85bd req-ed95eff8-3448-44d2-b3d8-956a2651ada4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:41.046548 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f202674a-69bf-445d-a778-2349022f85bd req-ed95eff8-3448-44d2-b3d8-956a2651ada4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1041718 Nov 22 15:32:41.108918 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f202674a-69bf-445d-a778-2349022f85bd req-ac059bd5-b975-42f0-9df8-b4ad82f65689 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557504 Nov 22 15:32:41.276195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:32:42.118670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:42.371248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517086d-96bb-4a17-a26a-86b43a6c0429 req-ef5b5028-5a16-447e-b244-5bb31e9e99e6 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:42.372882 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4517086d-96bb-4a17-a26a-86b43a6c0429 req-ef5b5028-5a16-447e-b244-5bb31e9e99e6 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.0934575 Nov 22 15:32:42.428996 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4517086d-96bb-4a17-a26a-86b43a6c0429 req-5430f352-5a4b-403b-b7c7-4c12e497569e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485005 Nov 22 15:32:42.882184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-44d0e5f6-21c0-4aa3-8af3-609c37a08a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:42.979947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43724) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:43.145329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.188989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:43.192960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Usage tracker for resource:security_group_rule and tenant:5a691d12b5d7414ba649f333e26503c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:43.197016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:43.202971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:43.275879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.278882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.286653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-43948261-23d6-4026-8da9-d5219255eaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:43.333592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7fb787-1451-4059-82c8-541535b9de50,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:43.340384 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a691d12b5d7414ba649f333e26503c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3593304 Nov 22 15:32:43.343437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43730) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:43.346118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.346545 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.346957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.347362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.347764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.348163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.348573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.348968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.349362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.349753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.350170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.355106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-941dfcba-d197-493e-8435-26eb81320652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:43.418867 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.448177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.459643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.510169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.515148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-648cff72-59ad-452a-b0f7-ea32231e994d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:43.530475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7fb787-1451-4059-82c8-541535b9de50,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:43.546460 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:43.547823 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d7fb787-1451-4059-82c8-541535b9de50 HTTP/1.1" status: 204 len: 168 time: 0.2033212 Nov 22 15:32:43.549696 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.550146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.550559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.550970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.551369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.551773 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.552247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.552653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.553059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.553450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.553848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:32:43.557688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:43.673735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97413870-11a2-4350-b171-16d719800169 req-76df1bcc-76c9-4561-a167-884f472043d3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:43.675543 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97413870-11a2-4350-b171-16d719800169 req-76df1bcc-76c9-4561-a167-884f472043d3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1093025 Nov 22 15:32:43.728022 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-97413870-11a2-4350-b171-16d719800169 req-983b4745-78df-40f9-9e3b-e9518e08ec10 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Nov 22 15:32:43.960795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43742) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:43.981591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.017251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:44.021741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Usage tracker for resource:security_group_rule and tenant:235d2901c2744b57ba23d473224d9277 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:44.025691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:44.032375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:44.101188 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.105137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.112666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8a9c62fc-b685-4b24-baea-a397bf7ac9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:44.155645 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d9639-063f-43f5-bddd-9ee5ead01431,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:44.158888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:44.161167 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=235d2901c2744b57ba23d473224d9277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1986666 Nov 22 15:32:44.163954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43746) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:44.241251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.280262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.327896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.333083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7fb0075a-153a-4747-9259-4507ba739ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:44.347855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d9639-063f-43f5-bddd-9ee5ead01431,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:44.350654 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:44.360571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.362115 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d42f0592-890f-44b5-99bd-5b9753c72ba9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a5d9639-063f-43f5-bddd-9ee5ead01431 HTTP/1.1" status: 204 len: 168 time: 0.1958508 Nov 22 15:32:44.513951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Request body: {'port': {'device_id': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:32:44.643595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:44.691747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.025878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f9ac-3e55-486a-8a1b-66d67b7506b7 req-4fb89ff5-76ee-4a46-b9ef-f85799440c46 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:45.027517 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5f8f9ac-3e55-486a-8a1b-66d67b7506b7 req-4fb89ff5-76ee-4a46-b9ef-f85799440c46 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 931 time: 0.1506186 Nov 22 15:32:45.134209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2db7a7-8aef-4f82-9b53-18beb1f22b91 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:32:45.143538 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5f8f9ac-3e55-486a-8a1b-66d67b7506b7 req-0f71ef43-42aa-4de4-b6be-adce3d7c60a4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027064 Nov 22 15:32:45.145260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.161611 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Transition to ACTIVE for port object fa2db7a7-8aef-4f82-9b53-18beb1f22b91 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:32:45.165615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.170254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cb75a1cc-795b-4fd1-993a-46d5dc23a47b tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:45.354943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:45.365215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:45.445113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Attempting to bind port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:32:45.445871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Attempting to bind port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:32:45.446498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Attempting to bind port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 on network afbc7a1b-0edc-45f3-abc4-cff480518fc2 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:45.453020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 on network afbc7a1b-0edc-45f3-abc4-cff480518fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:32:45.453670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Attempting to bind port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 on network afbc7a1b-0edc-45f3-abc4-cff480518fc2 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:32:45.461887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:32:45.462401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Checking segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:32:45.462973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Bound using segment: {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:32:45.463517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Bound port: fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21580d50-b712-4533-bbb8-c8e098d1dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:32:45.463972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.565902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:32:45.569149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:32:45.573364 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.578050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2dc13c26-c8aa-4081-9533-7ae69a27ac2c tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:45.654075 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:45.655534 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 1093 time: 1.1466699 Nov 22 15:32:45.656079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:45.681232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:45.704510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:45.748785 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:32:45.788407 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-364b5033-1243-476f-8939-62d41bcb7ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1096 time: 0.0826161 Nov 22 15:32:45.862119 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-4c3e98b1-f987-45a4-aef6-adb555ea92e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 217 time: 0.0656822 Nov 22 15:32:45.868178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43780) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:45.943288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-e3193ed5-fddd-4a57-b276-9c0c9f62fdff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:45.944857 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-e3193ed5-fddd-4a57-b276-9c0c9f62fdff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0696139 Nov 22 15:32:46.028933 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-c973a75f-1235-4e5c-92c1-6ddee4c555e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767102 Nov 22 15:32:46.031540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.064800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:46.068943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Usage tracker for resource:security_group_rule and tenant:ca327ecfa27049c18cbe201bfcde05d2 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:46.072592 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:46.078807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:46.145600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.150257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.157674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b58902cc-386a-46dc-8c06-1b879b6ee443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:46.171863 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-877f8a93-145c-4232-8d26-3e6e852eeeb9 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358576 Nov 22 15:32:46.206503 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca327ecfa27049c18cbe201bfcde05d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369100 Nov 22 15:32:46.209958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43788) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:46.228477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa289f9-1e43-4173-872a-369ed6d9bb24,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:46.233798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:46.304311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.324734 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6271010f-3cfa-4a2f-b799-7c0f536042cb req-02b0a3df-28c8-45c4-935f-2ab3b27ad613 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460111 Nov 22 15:32:46.335262 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.391447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.399852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d8ef9ccc-518c-4519-b264-6012b5a84df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:46.415046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa289f9-1e43-4173-872a-369ed6d9bb24,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:46.418405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:46.422692 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fa289f9-1e43-4173-872a-369ed6d9bb24 HTTP/1.1" status: 204 len: 168 time: 0.2116599 Nov 22 15:32:46.423961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:46.469548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e2352-11ee-4079-ac93-e34e0b8c6728 req-8a65b49e-a4b4-485f-b1c4-9f8b1e292a44 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:46.471207 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-193e2352-11ee-4079-ac93-e34e0b8c6728 req-8a65b49e-a4b4-485f-b1c4-9f8b1e292a44 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 943 time: 0.1364927 Nov 22 15:32:46.541035 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-317ac172-3447-4f3d-a4ce-adc253d7db4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1096 time: 0.1268837 Nov 22 15:32:46.545817 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-193e2352-11ee-4079-ac93-e34e0b8c6728 req-87c7b275-bd74-464a-a54e-56010ff1d1f2 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650804 Nov 22 15:32:46.693617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793248-860d-417c-86b8-27cfac6f79b9 req-59f5d235-6dba-4667-bdc2-568428dc2d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:46.695784 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-59f5d235-6dba-4667-bdc2-568428dc2d41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.1467264 Nov 22 15:32:46.775095 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-8ca6adef-f24a-4679-bc5c-f54704cc0420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 217 time: 0.0722227 Nov 22 15:32:46.847534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793248-860d-417c-86b8-27cfac6f79b9 req-648e5e1c-72ec-4661-84ae-c809f0e22bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:46.849183 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-648e5e1c-72ec-4661-84ae-c809f0e22bb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0676768 Nov 22 15:32:46.942571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-fad5ca8f-9af7-4cec-ae25-6262dff5d961 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857389 Nov 22 15:32:47.097698 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-311da0b5-673d-4401-ab94-ee5bdb17a424 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464922 Nov 22 15:32:47.253042 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-81793248-860d-417c-86b8-27cfac6f79b9 req-27a45b17-affd-4ba0-91b0-3a470ff0d1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468616 Nov 22 15:32:47.767675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012ac5f-9ad8-4c5a-bd6b-54450f2daf5d req-f260e55a-8cbb-48a1-8425-a4a4d3b9cb82 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:47.769714 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5012ac5f-9ad8-4c5a-bd6b-54450f2daf5d req-f260e55a-8cbb-48a1-8425-a4a4d3b9cb82 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 943 time: 0.0982265 Nov 22 15:32:47.819146 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5012ac5f-9ad8-4c5a-bd6b-54450f2daf5d req-27ca6136-038f-48a0-af8d-8e25419e6eed tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Nov 22 15:32:49.027714 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8556e8-67a1-4fc7-a53f-6c07810680ce req-f6fca913-2acd-4c66-90b9-f26e84243dba tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:49.029924 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c8556e8-67a1-4fc7-a53f-6c07810680ce req-f6fca913-2acd-4c66-90b9-f26e84243dba tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 943 time: 0.0881329 Nov 22 15:32:49.079063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c8556e8-67a1-4fc7-a53f-6c07810680ce req-0407778b-63ad-4adf-a242-c3225806cb8a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Nov 22 15:32:49.139009 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device fa2db7a7-8aef-4f82-9b53-18beb1f22b91 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:32:49.288362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:49.304253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'port_id': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'mac_address': 'fa:16:3e:43:56:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:32:49.367650 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:49.387919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2db7a7-8aef-4f82-9b53-18beb1f22b91 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:32:49.404576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:49.502105 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:49.504220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:49.571878 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:49.575032 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:49.727378 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['fa2db7a7-8aef-4f82-9b53-18beb1f22b91'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:32:49.950679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:50.282777 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7c59-d98d-425e-8a71-8053e948bae3 req-b47d44bd-3afb-41eb-8c76-31c031b6c139 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:50.284368 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-423f7c59-d98d-425e-8a71-8053e948bae3 req-b47d44bd-3afb-41eb-8c76-31c031b6c139 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 944 time: 0.0820394 Nov 22 15:32:50.332760 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-423f7c59-d98d-425e-8a71-8053e948bae3 req-11c5822d-cb45-4939-a18e-2f390d959753 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Nov 22 15:32:51.151637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device fa2db7a7-8aef-4f82-9b53-18beb1f22b91 up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:32:51.224247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:32:51.230037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:32:51.230528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:51.348520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:51.378807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:32:51.390228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:32:51.395938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:51.398112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:51.462696 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'code': 200} Nov 22 15:32:51.474406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:51.478711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:51.568775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d50bf-e767-4f27-bf03-4a44b94b525a req-4c11857f-14a4-4f38-9ec4-ede7566212e9 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:51.570983 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-071d50bf-e767-4f27-bf03-4a44b94b525a req-4c11857f-14a4-4f38-9ec4-ede7566212e9 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0898013 Nov 22 15:32:51.621588 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-071d50bf-e767-4f27-bf03-4a44b94b525a req-7d92a98f-e54b-40a0-813f-b4a5af01b7e1 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Nov 22 15:32:51.703958 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee58b10b-b8bc-45bc-a841-ab55f8e4eb73 req-0cfd2722-5df9-46c6-ad06-dce7c5db2ce2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1098 time: 0.0747209 Nov 22 15:32:51.749862 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee58b10b-b8bc-45bc-a841-ab55f8e4eb73 req-f34c493b-8595-4fce-9ebd-af4c4e414242 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Nov 22 15:32:52.855526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee280565-5d5d-44f9-b39b-282a9137a42c req-38aaf4c6-672e-4ecf-9c35-854330d4116c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:52.857142 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee280565-5d5d-44f9-b39b-282a9137a42c req-38aaf4c6-672e-4ecf-9c35-854330d4116c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.1052659 Nov 22 15:32:52.910960 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ee280565-5d5d-44f9-b39b-282a9137a42c req-6da366dd-2f56-4279-8662-0feb3fe0b9c1 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Nov 22 15:32:54.127983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca23d3-4265-43d1-939f-40c02bac1411 req-76350134-1823-4fc1-9124-ba5721724e97 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:54.130555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-deca23d3-4265-43d1-939f-40c02bac1411 req-76350134-1823-4fc1-9124-ba5721724e97 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0832403 Nov 22 15:32:54.131831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 43884) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:54.198992 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-deca23d3-4265-43d1-939f-40c02bac1411 req-1fa8b8c9-a1b9-44c7-9677-547d6af74602 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588450 Nov 22 15:32:54.303059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.381703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:32:54.387667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0ed956a72545a1aeb9628a88a0e84f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:32:54.391415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:32:54.399625 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:32:54.444372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d31bd-2c27-42ff-a948-c2b5f8b15833 req-6b582861-8c7f-408d-a55f-55d06c7156df tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:54.445999 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-209d31bd-2c27-42ff-a948-c2b5f8b15833 req-6b582861-8c7f-408d-a55f-55d06c7156df tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.1253965 Nov 22 15:32:54.749610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.753266 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-209d31bd-2c27-42ff-a948-c2b5f8b15833 req-6c10ab24-55f6-4e0a-9552-ba9492fdc1d7 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005898 Nov 22 15:32:54.754356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.763802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-62918bcc-64aa-49f6-866a-a2d10f5dad8d tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:54.810678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b3540-6079-4e2e-bb8a-98528410e211,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:54.818900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 43896) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:32:54.819070 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b0ed956a72545a1aeb9628a88a0e84f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6853466 Nov 22 15:32:54.820676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-97522d3e-d993-43dc-99c1-8ca6746a0e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:54.895974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.924050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.974720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:54.980453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b184b675-b42e-487f-b240-199e63292496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:32:54.995362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b3540-6079-4e2e-bb8a-98528410e211,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:32:54.999398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:32:55.002766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:32:55.006578 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d6e6a18b-bcda-4f7f-9c78-b2e99a3fe8da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c97b3540-6079-4e2e-bb8a-98528410e211 HTTP/1.1" status: 204 len: 168 time: 0.1824684 Nov 22 15:32:55.202858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9718-b927-4be5-beb4-d6f160b255b0 req-4f8ae533-af1f-4e92-87ad-9e285e845657 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:32:55.204530 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-704f9718-b927-4be5-beb4-d6f160b255b0 req-4f8ae533-af1f-4e92-87ad-9e285e845657 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0840740 Nov 22 15:32:55.256414 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-704f9718-b927-4be5-beb4-d6f160b255b0 req-868b3766-7385-427e-9364-003878409694 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Nov 22 15:33:00.244929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613ab7-93e9-409a-9f1b-4975459b02df req-008d94d1-a3c5-4bae-87c5-695b4fe9cc16 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:00.246801 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b613ab7-93e9-409a-9f1b-4975459b02df req-008d94d1-a3c5-4bae-87c5-695b4fe9cc16 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0899978 Nov 22 15:33:00.295636 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1b613ab7-93e9-409a-9f1b-4975459b02df req-59be85e8-002f-4817-a9a3-7d99e67119fc tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Nov 22 15:33:00.324727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44010) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:00.615967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-562d9e56-3df6-4f4a-962d-9898d277be5f tempest-TestMinimumBasicScenario-281945698 tempest-TestMinimumBasicScenario-281945698-project-admin] Synchronizing usage tracker for tenant:6369fe6aec944762b136279aee6b2669 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:33:00.634656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-562d9e56-3df6-4f4a-962d-9898d277be5f tempest-TestMinimumBasicScenario-281945698 tempest-TestMinimumBasicScenario-281945698-project-admin] Unset dirty status for tenant:6369fe6aec944762b136279aee6b2669 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:33:00.635961 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-562d9e56-3df6-4f4a-962d-9898d277be5f tempest-TestMinimumBasicScenario-281945698 tempest-TestMinimumBasicScenario-281945698-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1093 time: 0.3101001 Nov 22 15:33:00.639218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44024) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:00.645480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'port_id': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:00.651389 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:00.655520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:floatingip and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:00.658709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:00.664857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:00.674047 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:00.825254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:00.969416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Allocated IP 172.28.2.117 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/3b6abf0f-886f-40ee-8aac-015fc6970ea3) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:01.126938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:01.152973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:01.157498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-acaac05a-7d2a-40d8-bf59-1d931bf63003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:01.231610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:01.235537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:01.237515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'Port': ['ID=3b6abf0f-886f-40ee-8aac-015fc6970ea3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:01.239875 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:01.270447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:01.777194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:01.834649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:02.069527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:02.073540 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:02.078398 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a7de3d62-ad17-4090-b88a-984d63735371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:02.195562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'Port': ['ID=3b6abf0f-886f-40ee-8aac-015fc6970ea3,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:02.199893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:02.208685 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:02.412495 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Floating IP c3ef27fa-260c-4869-bb81-ab7e9cd98715 associated. External IP: 172.28.2.117, port: fa2db7a7-8aef-4f82-9b53-18beb1f22b91. Nov 22 15:33:02.819096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:33:03.031011 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:03.041494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Sync routers for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:03.055293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:03.055968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:03.062485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.121744 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4813919 Nov 22 15:33:03.122455 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:03.124741 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44036) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:03.131677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974193494', 'description': 'tempest-secgroup-smoke-1974193494 description', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:03.138401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.149786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:03.160104 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.198896 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:33:03.202602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.207183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:03.210691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:03.217315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:03.281756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.286673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.291314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:03.310305 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-3671638f-e437-47a7-a1e2-774be4113888 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1098 time: 0.0953476 Nov 22 15:33:03.312131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-474f78e9-8c50-4e46-9f66-8ffc550fcc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:03.346910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c02217-815e-4c02-b0c6-27f354cb917e,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:03.350498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:03.352414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.357096 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-57d48136-07d6-4ffd-848c-ac3a97d1551e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2310503 Nov 22 15:33:03.357788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44046) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:03.364073 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:03.371516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.375663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:03.379020 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:03.385277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:03.414925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.503044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.509040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.512264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:03.560297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62beb8a6-bc5f-44da-9327-8a5fcda19fcf,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:03.568329 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.570604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2108586 Nov 22 15:33:03.571825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c8903099-6e67-4be4-93cd-e12a0a495541 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:03.573522 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44056) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:03.582069 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:03.589173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.594492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:03.598236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:03.605893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:03.627443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.693072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': 'c3ef27fa-260c-4869-bb81-ab7e9cd98715', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'port_id': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'mac_address': 'fa:16:3e:43:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:01Z', 'updated_at': '2021-11-22T15:33:01Z', 'revision_number': 0, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:03.699116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Checking router: 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:03.712085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:03.712780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:03.713772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.718346 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.721333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:03.744985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-fa6bf69b-e0ce-483c-ae96-513621ea41c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:03.747051 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-fa6bf69b-e0ce-483c-ae96-513621ea41c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.4300880 Nov 22 15:33:03.753122 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaf1650-4174-432d-b2bc-734c11d588c3,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:03.770502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:03.779006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.783107 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2058299 Nov 22 15:33:03.783906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44068) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:03.791681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:03.798903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.804761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:03.809012 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:03.817524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:03.837523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.883941 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-c6024dff-e720-4dfa-a9bb-2841fde10780 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 999 time: 0.1303747 Nov 22 15:33:03.919821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.924925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.930375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:03.969974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-3e220597-416a-4d25-ba28-2868dc65cc3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:03.971164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fa264d-e9ca-48d0-81a9-89e3da110348,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:03.972263 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-3e220597-416a-4d25-ba28-2868dc65cc3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0809991 Nov 22 15:33:03.974753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:03.976150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:03.981009 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1959758 Nov 22 15:33:03.981717 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44074) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:03.987915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:03.995247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:03.999719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:04.003180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:04.011486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:04.029465 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.075708 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-c4cfd400-7df5-49e6-93c5-355e5ecc34ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960965 Nov 22 15:33:04.104554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.107834 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.110079 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:04.125749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:04.139811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e93e2a2-b407-49c1-9782-1fee6342879c,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:04.142498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:04.151008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.155144 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1694264 Nov 22 15:33:04.155334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44078) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:04.162454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:04.172325 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:04.177617 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:04.182064 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:04.205553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:04.217431 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.securitygroups_db [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Project d8731374c2ba4fcfb675b004ef549e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:33:04.224665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.244327 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-10146fa7-0d89-421f-9af9-db28666dc87d service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619678 Nov 22 15:33:04.301563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.305338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.307623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a74adf3-aa90-4fdb-ad44-eb2b390ae540 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:04.330426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da1d85c-a953-47de-8f43-1799b8681bce,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:04.334822 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:04.343632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.344957 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fa18a9f8-9aef-4625-b1cf-0714c4ef4349 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1885989 Nov 22 15:33:04.347827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44082) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:04.354839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'security_group_rule': {'security_group_id': '99c02217-815e-4c02-b0c6-27f354cb917e', 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:04.361802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:04.365837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Usage tracker for resource:security_group_rule and tenant:d8731374c2ba4fcfb675b004ef549e5b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:04.368962 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:04.375102 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:04.385063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.securitygroups_db [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Project d8731374c2ba4fcfb675b004ef549e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:33:04.392306 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.417800 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a0858958-47c7-45d2-a4cc-118ecd7723e5 req-25ee753f-3430-46b9-a1c8-67b42f2144e2 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644990 Nov 22 15:33:04.465227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.469076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.471368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-86eacd5f-75d5-4677-bed7-208a7d56ade4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:04.493905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3b252e-8fc7-48ef-87a7-951866cc23c5,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:04.498448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:04.506189 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.511093 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fcd71e74-336d-4dd1-af77-9b40d885c243 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1595821 Nov 22 15:33:04.529445 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': 'c3ef27fa-260c-4869-bb81-ab7e9cd98715', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'port_id': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'mac_address': 'fa:16:3e:43:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:01Z', 'updated_at': '2021-11-22T15:33:01Z', 'revision_number': 0, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:04.534082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0332c69-8c4b-4521-b453-027f12df21e3 None None] The sync data for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb is: [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': 'c3ef27fa-260c-4869-bb81-ab7e9cd98715', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'port_id': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'mac_address': 'fa:16:3e:43:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:01Z', 'updated_at': '2021-11-22T15:33:01Z', 'revision_number': 0, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:04.646837 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-2b164a64-548e-4d38-98e3-14aeede86f7f tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974193494&fields=id&tenant_id=d8731374c2ba4fcfb675b004ef549e5b HTTP/1.1" status: 200 len: 267 time: 0.0446889 Nov 22 15:33:04.733975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-e68dc297-3fa2-4eef-8f51-43dcfd42d502 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:04.735665 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-e68dc297-3fa2-4eef-8f51-43dcfd42d502 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0827649 Nov 22 15:33:04.748621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'port': {'security_groups': ['fedcdd97-4ebc-43db-85c3-c51d16a29ad8', '99c02217-815e-4c02-b0c6-27f354cb917e']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:04.877291 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:04.879879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3220cfd-29a8-431b-b92e-b880216efaa6 None None] New status for floating IP c3ef27fa-260c-4869-bb81-ab7e9cd98715: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:33:05.174526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:05.203185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.207403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.215601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-31e067ce-8035-4af3-9332-e5e0b2791bb2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:05.220523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['fa2db7a7-8aef-4f82-9b53-18beb1f22b91'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:05.277298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:05.278050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.283044 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-74e815b9-10e0-48e2-9425-2632b85aaf72 req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "PUT /v2.0/ports/fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 981 time: 0.5395238 Nov 22 15:33:05.283817 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:05.356494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=6']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:05.368485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d6df8ee-fa19-4d8e-83ee-f2e717de1de4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:05.378243 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:33:05.384836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['fa2db7a7-8aef-4f82-9b53-18beb1f22b91'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:05.591400 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-36201b01-8cdd-45ae-8d29-98f097bd84f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1137 time: 0.1828659 Nov 22 15:33:05.599453 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44102) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:05.604116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a30d-818e-4621-8c25-d8ba97a3c94b req-7769af4c-4b07-4a02-b441-b047d551d093 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:05.605871 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aaf8a30d-818e-4621-8c25-d8ba97a3c94b req-7769af4c-4b07-4a02-b441-b047d551d093 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.1367741 Nov 22 15:33:05.771679 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aaf8a30d-818e-4621-8c25-d8ba97a3c94b req-a0ef6244-cb9c-4644-8276-a38528ce0499 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249468 Nov 22 15:33:05.777517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.811277 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-ce4f4c94-064f-4b4b-b696-d1cededc6b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:05.813225 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-ce4f4c94-064f-4b4b-b696-d1cededc6b86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.2061319 Nov 22 15:33:05.817149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-28b463ab-d22f-4450-8a07-a38ce5695bfc None None] Provisioning complete for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:05.817573 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-28b463ab-d22f-4450-8a07-a38ce5695bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.827183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:05.831509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a569b0e127946cfb87e46a4d4e74989 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:05.835734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:05.842961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:05.923202 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.926637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:05.931392 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-8862781f-4eef-45ac-9e55-4efbf8bba1d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 1001 time: 0.1113143 Nov 22 15:33:05.937846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c42d8448-24c0-4765-a3cf-08d99810ed61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:05.969420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2902a5-de2f-4a5b-b31d-caf1067c8ba7,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:05.974415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:05.995118 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-d0c68c21-2f4e-4af5-bc3f-84cbcecfbec9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a569b0e127946cfb87e46a4d4e74989&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3939254 Nov 22 15:33:05.996975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44110) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:06.066769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-417ece25-227e-4e86-81c5-79c6b6e10ec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:06.068366 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-417ece25-227e-4e86-81c5-79c6b6e10ec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.1307714 Nov 22 15:33:06.134515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.176930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.232635 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-142fccf3-706b-4a42-a5c8-24ae86e3b711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1494598 Nov 22 15:33:06.265569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.276016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:06.346482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2902a5-de2f-4a5b-b31d-caf1067c8ba7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:06.355665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:06.376542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.377775 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1f9a58ad-45e0-49aa-994f-9c5b4567c501 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f2902a5-de2f-4a5b-b31d-caf1067c8ba7 HTTP/1.1" status: 204 len: 168 time: 0.3797772 Nov 22 15:33:06.422137 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-c5fa4d5b-d96b-42d7-8605-6b5dd1d2bdd1 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813655 Nov 22 15:33:06.576475 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-68c3a36f-7880-4230-8c96-efb486cc8c3f req-ea73a65f-8acf-4926-b3eb-67b866c31fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436965 Nov 22 15:33:06.736527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44118) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:06.756317 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.789439 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:06.793446 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Usage tracker for resource:security_group_rule and tenant:8d82ad1f8a41463683820f287230fde6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:06.796482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:06.802467 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:06.868359 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.871167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:06.877840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-745d14ed-7873-49cc-a796-f28928835875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:06.922464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0df045-6af6-408b-8808-8f780515f8df,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:06.926208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:06.928615 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-8b62b614-27c8-4ddc-b68f-7849dadba532 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d82ad1f8a41463683820f287230fde6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1910164 Nov 22 15:33:06.932247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44122) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:07.000583 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.028159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.072025 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.077236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2022306d-1dcf-455d-9aec-d960cd145f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:07.093570 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0df045-6af6-408b-8808-8f780515f8df,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:07.095892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:07.103490 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.104709 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e7f99c3a-9962-40fe-91a0-508259e855aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac0df045-6af6-408b-8808-8f780515f8df HTTP/1.1" status: 204 len: 168 time: 0.1714108 Nov 22 15:33:07.517628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44130) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:07.758380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.792148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:07.796109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Usage tracker for resource:security_group_rule and tenant:3716ae22c0cf462a90994ae59277c4cd is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:07.799034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:07.805846 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:07.873248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.875999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:07.884399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-44f5a3f2-46bd-4632-852c-7d8b54bc8085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:07.927953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad4f22-8081-4ffa-9255-a7058b09a7e0,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:07.932271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:07.934702 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-25669f10-93bb-4d12-8443-13b15c31fa56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3716ae22c0cf462a90994ae59277c4cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4157059 Nov 22 15:33:07.937414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44134) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:08.004863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:08.032723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:08.077661 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:08.081581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-73b619bc-c670-483f-9760-d5f2dfddf948 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:08.093309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad4f22-8081-4ffa-9255-a7058b09a7e0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:08.097477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:08.100739 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:08.102498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2a6abd63-436b-46ca-beff-057b3fcad42c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8ad4f22-8081-4ffa-9255-a7058b09a7e0 HTTP/1.1" status: 204 len: 168 time: 0.1640911 Nov 22 15:33:09.041690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44156) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:09.180503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1404609049-network', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:09.185736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:09.190167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Usage tracker for resource:network and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:09.193412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:09.200737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:09.211530 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Made reservation on behalf of 2af6e20559f54f65b5aefd49124f207a for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:33:09.216356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.230711 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.265017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:09.269326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:09.272310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:09.279109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:09.348312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.351695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.354887 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e298060a-3bee-4004-952e-bc02abc88f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:09.384408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:33:09.393473 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e914605-ab67-4e14-aabf-0e93eabac8b9,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:09.396776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:09.401269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.402095 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Added segment 79508112-98ce-4737-a2db-1cbec35cd6bd of type vlan for network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 Nov 22 15:33:09.431787 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.461234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.462523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:09.463157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.468309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:09.575162 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5322251 Nov 22 15:33:09.578377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44162) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:09.578663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Pushing event updated for resources: {'Network': ['ID=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:09.581627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a677a454-9b8d-447f-9f36-572c27e23ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:09.584626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Request body: {'subnet': {'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1404609049-subnet', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:09.589037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:33:09.590179 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:09.594293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Usage tracker for resource:subnet and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:09.597330 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:09.604992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:09.614310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Made reservation on behalf of 2af6e20559f54f65b5aefd49124f207a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:33:09.619888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.844702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.849293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:09.924880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc4d8bf-e478-435c-83aa-35a6ada44019,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:09.931534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:09.942475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Checking segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:09.942872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Network hostable DHCP agents. Network: 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:33:09.969964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:33:09.978450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:09.982955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:09.984126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:09.987542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76f188-c0ba-47a3-bc3d-c2c2fe3df757 None None] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:33:10.009571 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-70b11b44-596c-426e-a3c0-28c55dbb5654 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4299815 Nov 22 15:33:10.012871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44166) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:10.018560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:10.024791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:10.030074 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Usage tracker for resource:router and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:10.033879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:10.040292 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:10.049997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.051017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.068679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.227610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:33:10.228786 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.235900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.404180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Allocated IP 172.20.0.2 (53d7a9ef-31eb-48de-9eb9-bb97c09c1a03/6bc4d8bf-e478-435c-83aa-35a6ada44019/6735617c-7b54-4037-8ce7-11c9a1b8b1c6) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:10.438065 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.479843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.632585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.632843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Allocated IP 172.28.2.254 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/23fa3195-fd79-4eb5-94a9-594ede787945) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:10.652024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Transition to ACTIVE for port object 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:10.669414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-790a1a90-aac7-489c-aac4-f56e8e4879b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.678997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Transition to ACTIVE for port object 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:10.683576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.687955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:10.759727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:10.763628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Pushing event updated for resources: {'Port': ['ID=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:10.766351 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:10.769252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:10.781342 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.781721 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.782123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.782493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.782860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.783264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.783627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.783988 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.784348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.784684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.785041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:10.790598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:10.795461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.823182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.827852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-4750b725-27ae-4c61-8b15-06e2f846ac0a tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:10.874722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Attempting to bind port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:10.875137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Attempting to bind port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:10.875555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Attempting to bind port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 on network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:10.883295 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:10.883712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Checking segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:10.884166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.884606 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Bound using segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:10.885130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Bound port: 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:10.885548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:10.892380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:10.901230 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:10.987437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] For port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:10.991144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] For port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:10.995420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:11.000450 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:11.087818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Pushing event updated for resources: {'Port': ['ID=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:11.091108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:11.135059 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:11.172380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Pushing event updated for resources: {'Port': ['ID=23fa3195-fd79-4eb5-94a9-594ede787945,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:11.182191 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:11.307738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:11.308653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:11.575463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Router e2adb5cf-f93c-46b0-9c29-c14444092cfb is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:33:11.791480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:11.801109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Sync routers for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:11.814839 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:11.815056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:11.815513 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:32:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:11.818938 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8027635 Nov 22 15:33:11.819214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44172) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:12.012870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:12.209463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:12.343824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:11Z', 'revision_number': 3, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:12.348283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Checking router: e2adb5cf-f93c-46b0-9c29-c14444092cfb for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:12.348678 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Updating router e2adb5cf-f93c-46b0-9c29-c14444092cfb port 23fa3195-fd79-4eb5-94a9-594ede787945 binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:33:12.413920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:12.653565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:12.724655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11704680-d2c2-4d6b-be97-06b96bd917a5 None None] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:33:12.907831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Allocated IP 172.20.0.1 (53d7a9ef-31eb-48de-9eb9-bb97c09c1a03/6bc4d8bf-e478-435c-83aa-35a6ada44019/8b429b78-1b71-4690-82c3-87139a1d87b6) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:12.961688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:13.065639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.082797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Transition to ACTIVE for port object 8b429b78-1b71-4690-82c3-87139a1d87b6 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:13.102770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.108525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:13.112884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1e9ad978-ade3-4ffa-a552-43c81c018573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.122454 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.157580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-02c00280-d6fe-4ca3-b397-269907e3eb4b None None] Provisioning for port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:13.160935 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Transition to ACTIVE for port object 23fa3195-fd79-4eb5-94a9-594ede787945 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:13.170279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:13.173294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:13.183190 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:13.187233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.194119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:13.228488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:13.233415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:13.246479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.306354 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:13.332756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.334742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:13.335909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.368374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563bad-27eb-4058-ab3a-217862af6030 None None] Pushing event updated for resources: {'Port': ['ID=23fa3195-fd79-4eb5-94a9-594ede787945,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:13.403234 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d563bad-27eb-4058-ab3a-217862af6030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:13.405318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Attempting to bind port 23fa3195-fd79-4eb5-94a9-594ede787945 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:13.405733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Attempting to bind port 23fa3195-fd79-4eb5-94a9-594ede787945 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:13.406170 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Attempting to bind port 23fa3195-fd79-4eb5-94a9-594ede787945 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:13.441816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:13.442259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:13.442705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.443144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:13.443671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Bound port: 23fa3195-fd79-4eb5-94a9-594ede787945, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:13.444093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.538726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.579746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.583258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.607274 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] For port 23fa3195-fd79-4eb5-94a9-594ede787945, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:13.612687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ea383ecd-31ff-4248-8cff-b6ae129d1a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:13.628892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] For port 23fa3195-fd79-4eb5-94a9-594ede787945, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=23fa3195-fd79-4eb5-94a9-594ede787945,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:13.630080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.650489 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.657183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:13.702503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Pushing event updated for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:13.705663 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:13.706794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.755441 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:13.763532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:13.769391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563bad-27eb-4058-ab3a-217862af6030 None None] Pushing event updated for resources: {'Port': ['ID=23fa3195-fd79-4eb5-94a9-594ede787945,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:13.774038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d563bad-27eb-4058-ab3a-217862af6030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:13.774582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-307d56bf-43e4-48eb-a9bb-bb0003a9466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:13.816963 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:13.817674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:13.872969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:13.874201 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:14.004934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:14.012388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:14.052704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Provisioning complete for port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:14.053143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:14.125244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:14.444137 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Provisioning for port 8b429b78-1b71-4690-82c3-87139a1d87b6 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:14.463659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Provisioning complete for port 8b429b78-1b71-4690-82c3-87139a1d87b6 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:14.464086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:14.560746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Router e2adb5cf-f93c-46b0-9c29-c14444092cfb has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:33:14.577337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-912af5ff-622c-476f-92a6-342843c4a3ce None None] Port 8b429b78-1b71-4690-82c3-87139a1d87b6 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:14.609526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 2, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:14.613958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bf801-6770-4b8d-a9ad-0f0690c8f03c None None] The sync data for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb is: [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 2, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:14.702078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:14.709649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-3ba3b6bd-5853-4956-90b1-f5feda8d5102 None None] Provisioning complete for port 8b429b78-1b71-4690-82c3-87139a1d87b6 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:14.710178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b6bd-5853-4956-90b1-f5feda8d5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:14.771799 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3b6bd-5853-4956-90b1-f5feda8d5102 None None] Port 8b429b78-1b71-4690-82c3-87139a1d87b6 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:14.781415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:14.790580 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] 10.222.0.55 "PUT /v2.0/routers/e2adb5cf-f93c-46b0-9c29-c14444092cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9702861 Nov 22 15:33:14.800561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:14.877461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:14.877883 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:15.785671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44194) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:15.793068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1646933941-network', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:15.798698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:15.803078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Usage tracker for resource:network and tenant:c55609616c2746aaa129c427989b5cb6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:15.806956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:15.813282 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:15.823642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Made reservation on behalf of c55609616c2746aaa129c427989b5cb6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:33:15.831070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:15.848019 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:15.886437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:15.891068 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Usage tracker for resource:security_group_rule and tenant:c55609616c2746aaa129c427989b5cb6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:15.894531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:15.901434 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:15.977965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:15.980872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:15.984118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7a3458d6-9ccd-4146-b162-91368ae2c6e8 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:16.018564 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 22 15:33:16.025184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe804b-2525-4fd9-871a-53582f4ee3bd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:16.029409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:16.033945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.034163 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.segments_db [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Added segment 3f5a1e90-9017-4305-b58d-bc2c671bfc3c of type vlan for network a0bd9d92-0509-45af-8fa9-c35914e34a7a Nov 22 15:33:16.063146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789104811874'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.097208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.098548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:16.099196 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.104900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dd82abd0-1c9b-4109-882c-b7967cd8a635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:16.217983 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4310567 Nov 22 15:33:16.218958 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Pushing event updated for resources: {'Network': ['ID=a0bd9d92-0509-45af-8fa9-c35914e34a7a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:16.221078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44198) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:16.223892 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-81e3aa7e-8f5b-463d-9784-60818b78f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:16.228374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Request body: {'subnet': {'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1646933941-subnet', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:16.232018 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a details requested by agent ovs-agent-dv-cinder-818778-1-smb with host dv-cinder-818778-1-smb {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 22 15:33:16.234463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:16.238903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Usage tracker for resource:subnet and tenant:c55609616c2746aaa129c427989b5cb6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:16.243240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:16.249415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:16.261136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Made reservation on behalf of c55609616c2746aaa129c427989b5cb6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:33:16.265898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1934634'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.516896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852823587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1934651'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.522620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:16.610565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df26e454-a4ad-4eb0-a9d7-9278b913bec8,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:16.614163 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:16.622707 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Checking segment: {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:16.623097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Network hostable DHCP agents. Network: a0bd9d92-0509-45af-8fa9-c35914e34a7a, hostable agents: ['eea979f9-4011-4fd3-aaef-3b16546a4ef6'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 22 15:33:16.644614 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a is scheduled to be hosted by DHCP agent eea979f9-4011-4fd3-aaef-3b16546a4ef6 with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 22 15:33:16.652885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-1-smb, a0bd9d92-0509-45af-8fa9-c35914e34a7a) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:16.656849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:16.657492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.665616 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b0d46-7401-4aa2-b159-05a473b8ecc4 None None] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:33:16.680417 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-85bed2ea-6ebc-414d-854e-4dc79022c721 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4582062 Nov 22 15:33:16.683085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44202) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:16.688718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:16.693687 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:16.698553 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Usage tracker for resource:router and tenant:c55609616c2746aaa129c427989b5cb6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:16.701683 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:16.708428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:16.718718 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16339895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7510'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.719727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838436075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854283806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768305'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.739898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.841255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 23fa3195-fd79-4eb5-94a9-594ede787945 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:16.913531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768200'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.960260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2611e54-c021-51a5-976d-5f95235bb926-a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8'}]}} from dv-cinder-818778-1-smb. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 22 15:33:16.961155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:16.980130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 23fa3195-fd79-4eb5-94a9-594ede787945 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:17.026327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 23fa3195-fd79-4eb5-94a9-594ede787945 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:17.026756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.116922 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.150097 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.236420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Allocated IP 172.20.0.2 (a0bd9d92-0509-45af-8fa9-c35914e34a7a/df26e454-a4ad-4eb0-a9d7-9278b913bec8/7982ae9f-0872-45df-843d-1380ad4c00c2) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:17.242536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.284081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 23fa3195-fd79-4eb5-94a9-594ede787945, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=23fa3195-fd79-4eb5-94a9-594ede787945,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:17.306552 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Allocated IP 172.28.2.63 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/c3f1c297-bc01-41f1-9df7-142a894bcb29) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:17.336149 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.342600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:17.449630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=23fa3195-fd79-4eb5-94a9-594ede787945,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:17.454408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:17.469224 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.496900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.501574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-691fb787-4c53-4400-8a50-2d5bc1ad6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:17.538807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.550876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Transition to ACTIVE for port object 7982ae9f-0872-45df-843d-1380ad4c00c2 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:17.571719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Transition to ACTIVE for port object 7982ae9f-0872-45df-843d-1380ad4c00c2 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:17.573272 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:17.576508 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.577598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:17.582619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:17.582722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:17.613017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Pushing event updated for resources: {'Port': ['ID=c3f1c297-bc01-41f1-9df7-142a894bcb29,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:17.621309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:17.654094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:17.657936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:17.660475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:17.663197 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Pushing event updated for resources: {'Port': ['ID=7982ae9f-0872-45df-843d-1380ad4c00c2,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:17.666058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:17.757722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.758813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838435921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854336201'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.759509 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Attempting to bind port 7982ae9f-0872-45df-843d-1380ad4c00c2 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:17.760233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Attempting to bind port 7982ae9f-0872-45df-843d-1380ad4c00c2 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:17.760358 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Attempting to bind port 7982ae9f-0872-45df-843d-1380ad4c00c2 on network a0bd9d92-0509-45af-8fa9-c35914e34a7a {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:17.767708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:17.768388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Checking segment: {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:17.768844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.769285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Bound using segment: {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:17.769803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Bound port: 7982ae9f-0872-45df-843d-1380ad4c00c2, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:17.770252 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.870719 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] For port 7982ae9f-0872-45df-843d-1380ad4c00c2, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:17.875356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] For port 7982ae9f-0872-45df-843d-1380ad4c00c2, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=7982ae9f-0872-45df-843d-1380ad4c00c2,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:17.878850 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:17.884549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:17.982628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Pushing event updated for resources: {'Port': ['ID=7982ae9f-0872-45df-843d-1380ad4c00c2,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:17.985884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:18.019795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 is scheduled to L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 22 15:33:18.249575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:18.289388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Sync routers for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:18.289829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:18.294686 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0633068c-f415-481e-9944-d7fd3b42953c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6105018 Nov 22 15:33:18.294844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44208) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:18.297929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:33:18.310860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Sync routers for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:18.325120 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:18.325813 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:18.327676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:18.328356 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:18.535926 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:18.556695 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:18.867967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 3, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:18.872756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Checking router: 09c607c7-bcb1-4cfc-b181-0c138131bdb6 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:18.873742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Updating router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 port c3f1c297-bc01-41f1-9df7-142a894bcb29 binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:33:18.938117 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:18.938763 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 2, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:18.943827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Checking router: e2adb5cf-f93c-46b0-9c29-c14444092cfb for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:18.944768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Updating router e2adb5cf-f93c-46b0-9c29-c14444092cfb port 8b429b78-1b71-4690-82c3-87139a1d87b6 binding host dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:33:18.977630 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 7982ae9f-0872-45df-843d-1380ad4c00c2 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:19.063330 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.174945 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.197437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 7982ae9f-0872-45df-843d-1380ad4c00c2 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:19.224211 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 23fa3195-fd79-4eb5-94a9-594ede787945 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:19.324481 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.339705 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Transition to ACTIVE for port object c3f1c297-bc01-41f1-9df7-142a894bcb29 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:19.348098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.354333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:19.429968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Pushing event updated for resources: {'Port': ['ID=c3f1c297-bc01-41f1-9df7-142a894bcb29,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:19.435449 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 23fa3195-fd79-4eb5-94a9-594ede787945 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:19.435877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.438303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Allocated IP 172.20.0.1 (a0bd9d92-0509-45af-8fa9-c35914e34a7a/df26e454-a4ad-4eb0-a9d7-9278b913bec8/5e638118-864b-40ec-baca-eb41659a6d8f) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:19.455849 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.456241 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.456792 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.457174 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.457556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.457928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.458338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.458708 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.459077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.460156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.460675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:19.464816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:19.473004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Attempting to bind port c3f1c297-bc01-41f1-9df7-142a894bcb29 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:19.474549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Attempting to bind port c3f1c297-bc01-41f1-9df7-142a894bcb29 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:19.475093 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Attempting to bind port c3f1c297-bc01-41f1-9df7-142a894bcb29 on network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:19.484574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:19.485164 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Checking segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:19.485921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.486375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Bound using segment: {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:19.486973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Bound port: c3f1c297-bc01-41f1-9df7-142a894bcb29, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2da011-75ae-4dc5-9de8-c9a62d38e704', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:19.487484 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.590218 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] For port c3f1c297-bc01-41f1-9df7-142a894bcb29, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:19.593845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] For port c3f1c297-bc01-41f1-9df7-142a894bcb29, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=c3f1c297-bc01-41f1-9df7-142a894bcb29,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:19.601624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.606491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:19.656422 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.658984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.675929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Transition to ACTIVE for port object 8b429b78-1b71-4690-82c3-87139a1d87b6 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:19.684402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Pushing event updated for resources: {'Port': ['ID=c3f1c297-bc01-41f1-9df7-142a894bcb29,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:19.685531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.685920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Transition to ACTIVE for port object 5e638118-864b-40ec-baca-eb41659a6d8f will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:19.688161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c5c7675f-0270-4765-a9bf-8b44b36e0ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:19.690496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-cbf8a140-a04f-4132-89d5-7e40b92cc54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:19.707950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:19.713770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5d6095b6-8224-404f-85df-9d5934fd2260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:19.717119 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:19.717825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:19.785931 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:19.790900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:19.796348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:19.835852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:19.868720 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:19.888030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417138'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.019112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.032180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f4eb0-e7a7-4c15-bb44-983ca1e84458 None None] Pushing event updated for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:20.050264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-636f4eb0-e7a7-4c15-bb44-983ca1e84458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:20.065831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.156947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:20.163697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9480cb-cd4a-4fb7-bd63-a897e49b61c6 None None] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:33:20.251402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Attempting to bind port 8b429b78-1b71-4690-82c3-87139a1d87b6 on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:20.251944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Attempting to bind port 8b429b78-1b71-4690-82c3-87139a1d87b6 by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:20.252427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Attempting to bind port 8b429b78-1b71-4690-82c3-87139a1d87b6 on network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:20.272479 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Provisioning for port 7982ae9f-0872-45df-843d-1380ad4c00c2 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:20.276066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:20.276502 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Checking segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:20.276952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.277394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Bound using segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:20.277924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Bound port: 8b429b78-1b71-4690-82c3-87139a1d87b6, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:20.278366 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.297408 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Provisioning complete for port 7982ae9f-0872-45df-843d-1380ad4c00c2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:20.297832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.299437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.303802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853189817'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.338790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-24eaf063-02cf-4614-a4ee-7fb1a884dff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:20.421923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:20.426633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:20.427376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15865612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854358763'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.521323 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '5e638118-864b-40ec-baca-eb41659a6d8f', 'name': '', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'mac_address': 'fa:16:3e:26:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:19Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 1, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'subnets': [{'id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:20.526682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00219385-4538-4b73-b1c8-63521dd88f26 None None] The sync data for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb is: [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '5e638118-864b-40ec-baca-eb41659a6d8f', 'name': '', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'mac_address': 'fa:16:3e:26:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:19Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 1, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'subnets': [{'id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:20.568964 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] For port 8b429b78-1b71-4690-82c3-87139a1d87b6, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:20.584512 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] For port 8b429b78-1b71-4690-82c3-87139a1d87b6, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8b429b78-1b71-4690-82c3-87139a1d87b6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:20.585459 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:20.587152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:20.606287 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.614742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-633e23f6-ae7c-4a7a-8d73-9f5fcd8cf561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:20.691256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.773194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f4eb0-e7a7-4c15-bb44-983ca1e84458 None None] Pushing event updated for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:20.780626 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-636f4eb0-e7a7-4c15-bb44-983ca1e84458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:20.795893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] For port 7982ae9f-0872-45df-843d-1380ad4c00c2, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=7982ae9f-0872-45df-843d-1380ad4c00c2,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:20.809745 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:20.812060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-35ebb3dd-bb99-4ad6-b611-2def2f0b4a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:20.848823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:20.849542 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:21.076974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:33:21.104569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Pushing event updated for resources: {'Port': ['ID=7982ae9f-0872-45df-843d-1380ad4c00c2,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:21.110776 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-8dd7bd6e-5c26-45af-a9b0-64df582293d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:21.164172 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:21.545515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Provisioning complete for port 7982ae9f-0872-45df-843d-1380ad4c00c2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:21.545936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:21.579447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:21.593172 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] 10.222.0.55 "PUT /v2.0/routers/09c607c7-bcb1-4cfc-b181-0c138131bdb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966917 Nov 22 15:33:21.694689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:20Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:21.703483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7f6f5-e62b-42f2-831c-afe256bae14e None None] The sync data for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb is: [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:20Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:21.744142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Provisioning for port 5e638118-864b-40ec-baca-eb41659a6d8f completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:21.750127 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Provisioning complete for port 5e638118-864b-40ec-baca-eb41659a6d8f triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:21.750566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:21.871727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-f03ea3b6-fd69-458d-9d84-4424d6603982 None None] Port 5e638118-864b-40ec-baca-eb41659a6d8f cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:21.999520 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-71d4390e-e2ea-474b-a4f0-d08c8cd18ce7 None None] Provisioning complete for port 5e638118-864b-40ec-baca-eb41659a6d8f triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:21.999953 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-71d4390e-e2ea-474b-a4f0-d08c8cd18ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.076168 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-71d4390e-e2ea-474b-a4f0-d08c8cd18ce7 None None] Port 5e638118-864b-40ec-baca-eb41659a6d8f cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:22.200602 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7126705c-5e7f-4a14-97b4-97cd9627d555 None None] Provisioning complete for port 5e638118-864b-40ec-baca-eb41659a6d8f triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:22.201208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7126705c-5e7f-4a14-97b4-97cd9627d555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.268447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7126705c-5e7f-4a14-97b4-97cd9627d555 None None] Port 5e638118-864b-40ec-baca-eb41659a6d8f cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:22.420612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44218) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:22.427003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643085605', 'description': 'tempest-secgroup-smoke-643085605 description', 'project_id': '2af6e20559f54f65b5aefd49124f207a'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:22.435220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:22.439884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:22.443315 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:22.449866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:22.462098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.502660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:22.507769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:22.511440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:22.519058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:22.585392 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.589527 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.596060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5b86d349-d1fb-4726-b4d7-0ea3fa7f2dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:22.642501 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:22.645673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:22.646595 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.648030 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b19279f3-b1b6-4cb2-b59f-73cccf6907e0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2262833 Nov 22 15:33:22.651205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44224) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:22.658001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:22.665536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:22.669976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:22.673363 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:22.680344 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:22.697703 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.769928 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.772674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.775386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ef67aea6-77a4-4af0-883c-b17b526b323b tempest-AttachVolumeTestJSON-2033338247 tempest-AttachVolumeTestJSON-2033338247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:22.806226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f20375-3257-4819-beeb-5357389d21ec,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:22.809030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:22.820655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.822308 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b168805f-4552-4b7d-9c42-aa65b3ad0c66 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1694567 Nov 22 15:33:22.825289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44228) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:22.831633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:22.839491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:22.843636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:22.847594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:22.856250 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:22.876256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.925879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 7982ae9f-0872-45df-843d-1380ad4c00c2 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:22.951414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.954335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.956833 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:22.981665 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51a0d32-bcee-4adb-ae39-f234eae55a66,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:22.984417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:22.991384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:22.992808 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-2f5a95ab-1aec-47bf-9983-87f45b4e578b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1664705 Nov 22 15:33:22.996078 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44232) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:23.002679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:23.005464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 7982ae9f-0872-45df-843d-1380ad4c00c2 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:23.005896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.009803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:23.014113 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:23.019042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:23.025333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:23.041309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.123140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.126372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.127940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device c3f1c297-bc01-41f1-9df7-142a894bcb29 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:23.137003 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.162876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c592276b-c740-47c3-b617-e65455a775f1,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.166905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:23.168217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.169707 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f63b8d7e-5a5c-4b06-b5a1-63b59e1d7f88 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1723557 Nov 22 15:33:23.172664 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44236) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:23.179667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:23.187109 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:23.191912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:23.195971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:23.202319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:23.213944 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port c3f1c297-bc01-41f1-9df7-142a894bcb29 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:23.219528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port c3f1c297-bc01-41f1-9df7-142a894bcb29 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:23.219955 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.225909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.305754 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.309175 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.311332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.333298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1048c6b5-4ad8-4f4b-8dab-4d4a6a7e8759,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.337880 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:23.345267 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.346627 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9d98534f-5389-416c-9b69-351952cd7073 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1729345 Nov 22 15:33:23.349688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44240) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:23.356531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:23.359165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.363261 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:23.368135 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:23.371244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:23.376428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port c3f1c297-bc01-41f1-9df7-142a894bcb29, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=c3f1c297-bc01-41f1-9df7-142a894bcb29,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:23.377909 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:23.384994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.385910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8b429b78-1b71-4690-82c3-87139a1d87b6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:23.388807 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.securitygroups_db [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Project 2af6e20559f54f65b5aefd49124f207a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:33:23.396034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.417769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ac8e2916-8bcf-4c29-a9e0-eca157b1c19a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.466058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.470131 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.472374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5cb12335-fad4-49bd-b400-c16fed6f0fa8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.495963 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d6b3d3-aeea-43bc-b46d-858d027d7049,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.500523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:23.508303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.509719 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ee1dae92-d899-4be3-8dfd-3cc9d6b3b25e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1583459 Nov 22 15:33:23.512558 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44244) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:23.513856 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=c3f1c297-bc01-41f1-9df7-142a894bcb29,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.517411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:23.519279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'security_group_rule': {'security_group_id': '1238b8c3-84dd-45bf-b1fb-78c5fcd40d10', 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:23.525857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:23.527911 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 8b429b78-1b71-4690-82c3-87139a1d87b6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:23.530775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:security_group_rule and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:23.532893 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8b429b78-1b71-4690-82c3-87139a1d87b6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:23.533311 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.533796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:23.541275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:23.551164 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.securitygroups_db [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Project 2af6e20559f54f65b5aefd49124f207a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 15:33:23.558965 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.631853 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.634515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495335'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.636692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.655519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.663916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a72524d-a132-4ed6-95cf-bb063b5f97b9,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.666879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:23.673872 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.675212 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ab9f7f89-f4aa-4d75-9a8a-e464be974241 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1615498 Nov 22 15:33:23.690352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 8b429b78-1b71-4690-82c3-87139a1d87b6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8b429b78-1b71-4690-82c3-87139a1d87b6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:23.693217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:23.695209 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:23.761480 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:23.766742 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:24.808653 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device c3f1c297-bc01-41f1-9df7-142a894bcb29 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:24.896348 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port c3f1c297-bc01-41f1-9df7-142a894bcb29 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:24.896780 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:25.018580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8b429b78-1b71-4690-82c3-87139a1d87b6 up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:25.095555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 8b429b78-1b71-4690-82c3-87139a1d87b6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:25.096027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:25.129575 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Sync routers for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:25.142862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:25.143803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:25.341876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:25.686082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '5e638118-864b-40ec-baca-eb41659a6d8f', 'name': '', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'mac_address': 'fa:16:3e:26:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:19Z', 'updated_at': '2021-11-22T15:33:20Z', 'revision_number': 2, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'subnets': [{'id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:25.691992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Checking router: 09c607c7-bcb1-4cfc-b181-0c138131bdb6 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:25.692400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Updating router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 port 5e638118-864b-40ec-baca-eb41659a6d8f binding host dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 22 15:33:25.757405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.122226 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.135004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Transition to ACTIVE for port object 5e638118-864b-40ec-baca-eb41659a6d8f will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:26.140748 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.146110 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e3023e8c-b351-4065-91b9-4d8eb325b4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:26.282388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369933-984f-472c-95ed-93362e9c6290 None None] Pushing event updated for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:26.285412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d369933-984f-472c-95ed-93362e9c6290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:26.392966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Attempting to bind port 5e638118-864b-40ec-baca-eb41659a6d8f on host dv-cinder-818778-1-smb for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:26.393576 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Attempting to bind port 5e638118-864b-40ec-baca-eb41659a6d8f by drivers openvswitch,hyperv on host dv-cinder-818778-1-smb at level 0 using segments [{'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:26.393991 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Attempting to bind port 5e638118-864b-40ec-baca-eb41659a6d8f on network a0bd9d92-0509-45af-8fa9-c35914e34a7a {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:26.401557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Checking agent: {'id': 'c453122c-ca8a-44e9-ad2c-9e7763fa8f5c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 16, 42), 'started_at': datetime.datetime(2021, 11, 22, 15, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:26.402173 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Checking segment: {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:26.402631 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.403076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Bound using segment: {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:26.403594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Bound port: 5e638118-864b-40ec-baca-eb41659a6d8f, host: dv-cinder-818778-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a1e90-9017-4305-b58d-bc2c671bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:26.404017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.498220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] For port 5e638118-864b-40ec-baca-eb41659a6d8f, host dv-cinder-818778-1-smb, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:26.501724 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] For port 5e638118-864b-40ec-baca-eb41659a6d8f, host dv-cinder-818778-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5e638118-864b-40ec-baca-eb41659a6d8f,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:26.506462 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.512969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:26.603463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369933-984f-472c-95ed-93362e9c6290 None None] Pushing event updated for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:26.606884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d369933-984f-472c-95ed-93362e9c6290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:26.608798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:26.609648 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:26.844947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5e638118-864b-40ec-baca-eb41659a6d8f up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:26.930319 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning for port 5e638118-864b-40ec-baca-eb41659a6d8f completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:26.936017 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 5e638118-864b-40ec-baca-eb41659a6d8f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:26.936504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:26.954125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:27.061343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.265647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] For port 5e638118-864b-40ec-baca-eb41659a6d8f, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5e638118-864b-40ec-baca-eb41659a6d8f,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:27.269084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:27.271076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:27.304972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '5e638118-864b-40ec-baca-eb41659a6d8f', 'name': '', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'mac_address': 'fa:16:3e:26:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:19Z', 'updated_at': '2021-11-22T15:33:26Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'subnets': [{'id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:27.309220 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f16d47-5c4e-42fc-85d9-644f542e2606 None None] The sync data for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb is: [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:33:19Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '5e638118-864b-40ec-baca-eb41659a6d8f', 'name': '', 'network_id': 'a0bd9d92-0509-45af-8fa9-c35914e34a7a', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'mac_address': 'fa:16:3e:26:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:19Z', 'updated_at': '2021-11-22T15:33:26Z', 'revision_number': 4, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'subnets': [{'id': 'df26e454-a4ad-4eb0-a9d7-9278b913bec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:27.340566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Pushing event updated for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:27.344007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:28.821615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5e638118-864b-40ec-baca-eb41659a6d8f up at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:28.926840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Provisioning complete for port 5e638118-864b-40ec-baca-eb41659a6d8f triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:28.927257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:29.026716 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-822013af-e9dc-4830-a46a-93dca7e6f2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1137 time: 0.3965020 Nov 22 15:33:29.043353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a77b0f-b330-4149-82f6-d6172bf49839 req-98264b17-f27a-4f48-837e-3cd5f7f9f0b8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:29.045024 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5a77b0f-b330-4149-82f6-d6172bf49839 req-98264b17-f27a-4f48-837e-3cd5f7f9f0b8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.3727086 Nov 22 15:33:29.208050 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d5a77b0f-b330-4149-82f6-d6172bf49839 req-e3b80d32-73de-4abe-b86e-ce3be41ac431 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363945 Nov 22 15:33:29.240566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-efc18345-f119-4b11-a7d3-587b0fd221b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:29.243168 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-efc18345-f119-4b11-a7d3-587b0fd221b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.1969707 Nov 22 15:33:29.373605 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-1956fa67-cfdb-4fa7-a654-8978ec3f4d5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 1001 time: 0.1202633 Nov 22 15:33:29.445041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-12470488-c68f-47d9-b92d-a4bdedf310b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:29.446675 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-12470488-c68f-47d9-b92d-a4bdedf310b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0703602 Nov 22 15:33:29.540595 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-db4080a1-8f90-45c5-9552-ff1da7b43818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864656 Nov 22 15:33:29.689410 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-704e250a-d7db-4994-86ee-9142c68ec065 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409492 Nov 22 15:33:29.841482 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f8daa57a-d8d5-4380-8a77-e3047bd8a5a8 req-3dd8f5bc-bbae-4ff7-9344-f71891ad8769 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430135 Nov 22 15:33:30.425091 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e52f34-126d-417e-a57a-66d8a391bb57 req-c59ba0fc-a08e-4788-8751-5cc9bbb3f193 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:30.426712 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a9e52f34-126d-417e-a57a-66d8a391bb57 req-c59ba0fc-a08e-4788-8751-5cc9bbb3f193 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0851786 Nov 22 15:33:30.476775 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a9e52f34-126d-417e-a57a-66d8a391bb57 req-b9525932-9fd2-4506-b2a2-4bd56b0e8728 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437028 Nov 22 15:33:31.690496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa550-d804-42f1-825e-7ae9a7da3709 req-3c6200e9-e29c-46fe-b3b1-c6a83146a728 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:31.692111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7eaa550-d804-42f1-825e-7ae9a7da3709 req-3c6200e9-e29c-46fe-b3b1-c6a83146a728 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0879912 Nov 22 15:33:31.746700 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d7eaa550-d804-42f1-825e-7ae9a7da3709 req-e44eb5ec-c9b5-47e1-9243-9d781385b3f4 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459599 Nov 22 15:33:32.983390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382e18a-ef59-40cc-9f3c-412eeee63711 req-3b0e8002-3de7-4fc8-af5e-5fa6eb37b525 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:32.985009 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2382e18a-ef59-40cc-9f3c-412eeee63711 req-3b0e8002-3de7-4fc8-af5e-5fa6eb37b525 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.1121056 Nov 22 15:33:33.042161 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-2382e18a-ef59-40cc-9f3c-412eeee63711 req-d09781b9-d4e6-472d-a280-ef8352724b18 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503812 Nov 22 15:33:34.257204 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f01723-7273-474f-8a99-d279197cc9f4 req-0a53a648-1b5d-465a-b772-52d72c2fca6b tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:34.258888 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a6f01723-7273-474f-8a99-d279197cc9f4 req-0a53a648-1b5d-465a-b772-52d72c2fca6b tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0934963 Nov 22 15:33:34.310045 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a6f01723-7273-474f-8a99-d279197cc9f4 req-545b3059-dc61-4104-8aab-e254d4f146fd tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447633 Nov 22 15:33:35.526920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411c0d-f6c9-469a-884b-0780431d6881 req-4da9c24a-6e24-4805-8412-ca01d169a75c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:35.528580 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-74411c0d-f6c9-469a-884b-0780431d6881 req-4da9c24a-6e24-4805-8412-ca01d169a75c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0892191 Nov 22 15:33:35.581014 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-74411c0d-f6c9-469a-884b-0780431d6881 req-ccb5cb55-aa4b-4ced-9be3-f87a20c0cb4e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459111 Nov 22 15:33:36.797882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163947ac-2652-487c-88eb-d6e9910d7fe2 req-e9fce44a-61f5-4639-81c1-2018e0dd9b7c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:36.799505 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-163947ac-2652-487c-88eb-d6e9910d7fe2 req-e9fce44a-61f5-4639-81c1-2018e0dd9b7c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0928092 Nov 22 15:33:36.852111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-163947ac-2652-487c-88eb-d6e9910d7fe2 req-7f69821a-ac47-411c-8336-1fdaa2ede7e3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451970 Nov 22 15:33:38.065643 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0448-7081-490e-8a59-83ddea3f639a req-327f2f57-d7e6-42a8-b68d-8027504abd72 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:38.067328 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aeda0448-7081-490e-8a59-83ddea3f639a req-327f2f57-d7e6-42a8-b68d-8027504abd72 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0912423 Nov 22 15:33:38.120357 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aeda0448-7081-490e-8a59-83ddea3f639a req-7a4c66fe-de79-4e53-87b0-099be0104101 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455947 Nov 22 15:33:39.013059 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-932444f8-cd55-44b5-85df-d7f15650863b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643085605&fields=id&tenant_id=2af6e20559f54f65b5aefd49124f207a HTTP/1.1" status: 200 len: 267 time: 0.0467165 Nov 22 15:33:39.185426 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-52bbccc8-d691-49d9-b259-c17f1ec3693e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:39.187067 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-52bbccc8-d691-49d9-b259-c17f1ec3693e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 809 time: 0.1665146 Nov 22 15:33:39.214393 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-8e4273cb-231a-4225-ab0f-1546d23e873b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/quotas/2af6e20559f54f65b5aefd49124f207a HTTP/1.1" status: 200 len: 375 time: 0.0121017 Nov 22 15:33:39.364376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-316b7671-aaa3-42c8-8b30-ee5f925d2ffb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Synchronizing usage tracker for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:33:39.382054 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1c1a0-16ab-4552-a06f-0a118a2c83a8 req-d0b90794-a56f-40ce-9a4c-e6410ca9f2c8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:39.383616 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a6c1c1a0-16ab-4552-a06f-0a118a2c83a8 req-d0b90794-a56f-40ce-9a4c-e6410ca9f2c8 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.1236415 Nov 22 15:33:39.410647 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-316b7671-aaa3-42c8-8b30-ee5f925d2ffb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Unset dirty status for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:33:39.411980 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-316b7671-aaa3-42c8-8b30-ee5f925d2ffb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914988 Nov 22 15:33:39.513604 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a6c1c1a0-16ab-4552-a06f-0a118a2c83a8 req-bbcfcf00-d513-417a-914c-d18370ce45e3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232464 Nov 22 15:33:39.574895 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-75249782-fc9f-4f9c-ba7f-204ff5087585 service neutron] 10.222.0.55 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485407 Nov 22 15:33:39.720111 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a9167d40-0d6c-4b18-a186-1396d903e5c3 service neutron] 10.222.0.55 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387868 Nov 22 15:33:40.138970 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9840cba1-873c-4448-817d-0a7795af37d2 req-fbb2a025-525c-4d17-8dd1-a4f82cc92ec4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 210 time: 0.0441120 Nov 22 15:33:40.652921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-88044fc5-8646-4744-b478-0fdefb8b4576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:40.732088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df61ab1-e3ce-447d-916d-ae2ca27f8a63 req-7b2a9795-c2fd-483a-a9cf-0b8aac63881d tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:40.734116 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0df61ab1-e3ce-447d-916d-ae2ca27f8a63 req-7b2a9795-c2fd-483a-a9cf-0b8aac63881d tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0917153 Nov 22 15:33:40.800612 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0df61ab1-e3ce-447d-916d-ae2ca27f8a63 req-af92c906-4865-416c-b34f-7125e46b7d14 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555658 Nov 22 15:33:41.328914 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-893b76d1-1265-4434-a82b-f2530c9a611c req-769de240-9782-41e9-b0ac-1ff3ec031e11 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 210 time: 0.0496292 Nov 22 15:33:41.333448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a337891a-b0b2-4130-90a8-0ad53bd8d510 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:41.335516 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a337891a-b0b2-4130-90a8-0ad53bd8d510 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 809 time: 0.2236748 Nov 22 15:33:41.395448 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-52ce5da8-2f6a-499b-b2b4-84e25945c093 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af6e20559f54f65b5aefd49124f207a HTTP/1.1" status: 200 len: 379 time: 0.0484252 Nov 22 15:33:41.407027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'port': {'device_id': '801acabd-2be5-4408-83e5-008fc56c03b2', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'admin_state_up': True, 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'security_groups': ['1238b8c3-84dd-45bf-b1fb-78c5fcd40d10']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:41.553511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:41.563368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:41.572029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Made reservation on behalf of 2af6e20559f54f65b5aefd49124f207a for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 22 15:33:41.578008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:41.752418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Allocated IP 172.20.0.9 (53d7a9ef-31eb-48de-9eb9-bb97c09c1a03/6bc4d8bf-e478-435c-83aa-35a6ada44019/976e5af9-c584-4b8f-a7dd-1a8abe7eb55a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:42.005013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.028836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Transition to ACTIVE for port object 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:42.066670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551630-8bc5-4506-a881-02c2341034eb req-d2d523dd-98f2-4aea-bbe4-cdb95c189a3c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:42.068823 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2551630-8bc5-4506-a881-02c2341034eb req-d2d523dd-98f2-4aea-bbe4-cdb95c189a3c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.1317549 Nov 22 15:33:42.074727 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.082557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:42.121232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.185930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:42.192041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:42.197566 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:42.199984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:42.229982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:42.244967 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-c2551630-8bc5-4506-a881-02c2341034eb req-f9c15bb3-f873-4fed-97d1-ef46f591c355 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&id=99c02217-815e-4c02-b0c6-27f354cb917e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634729 Nov 22 15:33:42.276016 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:42.276735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.303438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-c2ed093f-766e-4b3f-b7ab-f1d9585138b4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9004476 Nov 22 15:33:42.315216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Request body: {'port': {'device_id': '801acabd-2be5-4408-83e5-008fc56c03b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:42.441769 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.455692 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-bf84628b-e4ee-4c04-b6be-bb5531e5cc6b None None] Provisioning for port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:42.461161 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-bf84628b-e4ee-4c04-b6be-bb5531e5cc6b None None] Provisioning complete for port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:42.461669 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-bf84628b-e4ee-4c04-b6be-bb5531e5cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.518781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-bf84628b-e4ee-4c04-b6be-bb5531e5cc6b None None] Port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 22 15:33:42.877947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07274e7a-46fe-477f-a4f5-a99d25a80ec4 req-879c4b0d-5e0b-421a-bf47-a37b82a049a4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:42.878736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-07274e7a-46fe-477f-a4f5-a99d25a80ec4 req-879c4b0d-5e0b-421a-bf47-a37b82a049a4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Synchronizing usage tracker for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:33:42.884557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec42c-4e2e-46ef-a0f8-8fa4807c3864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:42.976702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-07274e7a-46fe-477f-a4f5-a99d25a80ec4 req-879c4b0d-5e0b-421a-bf47-a37b82a049a4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Unset dirty status for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:33:42.977996 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-07274e7a-46fe-477f-a4f5-a99d25a80ec4 req-879c4b0d-5e0b-421a-bf47-a37b82a049a4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 931 time: 0.5180538 Nov 22 15:33:43.065434 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-07274e7a-46fe-477f-a4f5-a99d25a80ec4 req-ca5a4a89-3241-4ea6-b1b0-54d54cea02a3 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804718 Nov 22 15:33:43.141863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:33:43.149633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.164216 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Transition to ACTIVE for port object 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 22 15:33:43.166803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.170951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:43.298380 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:43.301686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:43.414596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Attempting to bind port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a on host hv-cinder-81877 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:33:43.414976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Attempting to bind port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 22 15:33:43.415385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Attempting to bind port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a on network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:43.421747 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a on network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 22 15:33:43.422182 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Attempting to bind port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a on network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 22 15:33:43.429670 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Checking agent: {'id': '66d34350-f6a5-4c7b-ae3a-5a649ab753da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'started_at': datetime.datetime(2021, 11, 22, 15, 22, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 22 15:33:43.430052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Checking segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 22 15:33:43.430483 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Bound using segment: {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 22 15:33:43.430954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.managers [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Bound port: 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79508112-98ce-4737-a2db-1cbec35cd6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 22 15:33:43.431335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.459534 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.526884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 22 15:33:43.529969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 22 15:33:43.533192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.538222 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-73195b89-b169-4d0f-9c8a-85866e101da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:43.599801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:43.601339 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] 10.222.0.46 "PUT /v2.0/ports/976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1093 time: 1.2907448 Nov 22 15:33:43.601882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:43.618500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:43.628507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.629268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.629268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.629840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.630270 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.631264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.631876 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.632396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.632796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.633208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.633563 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:33:43.675982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a03e9631-45cb-4fdc-9be4-f5f03eec1118 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:43.678463 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'status': 'completed', 'code': 200} Nov 22 15:33:43.720149 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-abc882c2-b985-43bc-ae12-44d83546aed3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1096 time: 0.0825593 Nov 22 15:33:43.794658 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-7c462852-a641-46fb-9568-4ff82ea46cb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 217 time: 0.0672760 Nov 22 15:33:43.867712 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-6ace3f7f-9625-4ea4-a3d7-ca8c38cef578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:43.869253 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-6ace3f7f-9625-4ea4-a3d7-ca8c38cef578 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0684283 Nov 22 15:33:43.951478 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-3010d078-d81d-4acb-a85d-af1b97f2928f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757816 Nov 22 15:33:44.103549 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-0a3b0674-c941-4085-9108-5b987ed74cfa service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445322 Nov 22 15:33:44.307767 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8fe98591-dbc9-46fd-90ac-4fd09773d7c3 req-9b804f31-af2c-42a7-8456-45e9a3e04645 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978686 Nov 22 15:33:44.330495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f854c-cf04-469b-9b54-20f841f6f46c req-5d0eca23-0cf2-4d94-8146-448686511ec4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:44.332093 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-084f854c-cf04-469b-9b54-20f841f6f46c req-5d0eca23-0cf2-4d94-8146-448686511ec4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 943 time: 0.1269035 Nov 22 15:33:44.436598 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-084f854c-cf04-469b-9b54-20f841f6f46c req-c2cb3ff4-cb75-4400-9345-edd9898518a9 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974681 Nov 22 15:33:44.466302 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-3d792307-0fca-48db-83f0-52ad6abf0205 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1096 time: 0.1063123 Nov 22 15:33:44.614539 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-f8958699-997d-4330-bbd4-4305d8f75c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:44.616795 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-f8958699-997d-4330-bbd4-4305d8f75c25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1439960 Nov 22 15:33:44.693944 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-fe7d4697-f250-474a-97cf-c1ca010247c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 217 time: 0.0705547 Nov 22 15:33:44.697338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:44.765303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-3cbd4332-407d-4bfc-89f5-9736ef3aa9a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:44.767002 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-3cbd4332-407d-4bfc-89f5-9736ef3aa9a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0663249 Nov 22 15:33:44.857597 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-42446a80-5c75-446e-99f5-798e7d0b3136 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838675 Nov 22 15:33:45.001318 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-0549228d-46f9-4871-890a-40d55aae24c2 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364431 Nov 22 15:33:45.157462 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-7a7c6c1f-6907-4e59-9f56-5aea03e041e8 req-9a7771be-5dbf-487e-8bc8-d86f9098fa2d service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462817 Nov 22 15:33:45.372429 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:33:45.518913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:45.534148 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'mac_address': 'fa:16:3e:91:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:33:45.601873 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:45.620624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:33:45.637461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:45.640375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:45.642332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9d563bad-27eb-4058-ab3a-217862af6030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:45.654819 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dffee-0521-4512-b45a-95387178f0ff req-f3df3ea7-d830-43f3-85b2-112ed47148be tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:45.656484 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a63dffee-0521-4512-b45a-95387178f0ff req-f3df3ea7-d830-43f3-85b2-112ed47148be tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 943 time: 0.0912883 Nov 22 15:33:45.706216 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a63dffee-0521-4512-b45a-95387178f0ff req-414bdae1-e82c-4be8-afe0-934984f3964e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Nov 22 15:33:45.711030 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:45.714369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:45.861050 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:33:46.917788 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a263d6-8534-4542-aaca-af93d03c4aa6 req-f88d5a46-08a1-4177-8c22-ac31ee7f0b5b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:46.919576 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-19a263d6-8534-4542-aaca-af93d03c4aa6 req-f88d5a46-08a1-4177-8c22-ac31ee7f0b5b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 944 time: 0.0836997 Nov 22 15:33:46.973288 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-19a263d6-8534-4542-aaca-af93d03c4aa6 req-07593962-5717-40b1-8077-8322716e26e4 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476124 Nov 22 15:33:47.372027 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:33:47.447332 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning for port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 22 15:33:47.454382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:33:47.455900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:47.577096 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:47.605433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:47.615766 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:33:47.618639 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:47.621345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-636f4eb0-e7a7-4c15-bb44-983ca1e84458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:47.660218 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'code': 200} Nov 22 15:33:47.695298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:47.698466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:47.971291 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-950072f6-fd41-4a1c-a58c-74c7dd98c977 req-6f795262-03b4-49fe-8186-ce34eddd97e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0773230 Nov 22 15:33:48.019488 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-950072f6-fd41-4a1c-a58c-74c7dd98c977 req-5adf3367-eea7-4513-ab8e-cbf40f0eb3c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Nov 22 15:33:48.190511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaa16b-e971-4419-85ba-2a5618d6a88d req-9eaeff50-7073-415f-8809-0ac55f32a384 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:48.192148 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9acaa16b-e971-4419-85ba-2a5618d6a88d req-9eaeff50-7073-415f-8809-0ac55f32a384 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0909686 Nov 22 15:33:48.244086 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9acaa16b-e971-4419-85ba-2a5618d6a88d req-f2fa144f-ac5d-47ac-869a-96992a0606f9 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443826 Nov 22 15:33:49.453294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cafe3-55ca-4ec5-869b-acad7aaa0a84 req-87c594f7-2640-4f5f-902f-71ab3ba7d4ac tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:49.454995 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f4cafe3-55ca-4ec5-869b-acad7aaa0a84 req-87c594f7-2640-4f5f-902f-71ab3ba7d4ac tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0862484 Nov 22 15:33:49.505615 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-0f4cafe3-55ca-4ec5-869b-acad7aaa0a84 req-3cbbfb79-426a-4529-a69c-a82c5f45ffa1 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Nov 22 15:33:49.721939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9b3b-0ce5-45f6-b21f-4f5bca69c45d req-91f73c01-c14d-4630-a4e6-b32701ca2722 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:49.723655 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d17e9b3b-0ce5-45f6-b21f-4f5bca69c45d req-91f73c01-c14d-4630-a4e6-b32701ca2722 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0901732 Nov 22 15:33:49.779889 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d17e9b3b-0ce5-45f6-b21f-4f5bca69c45d req-c82fca14-5764-401e-9eaf-19b17b5f62cd tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496461 Nov 22 15:33:49.807154 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44408) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:49.969797 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:50.029569 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-4430ac86-d7cb-42aa-b78a-1b9196999a50 tempest-TestShelveInstance-987660871 tempest-TestShelveInstance-987660871-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1093 time: 0.2210932 Nov 22 15:33:50.032600 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44414) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:33:50.038391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Request body: {'floatingip': {'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:33:50.045390 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 22 15:33:50.049432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Usage tracker for resource:floatingip and tenant:2af6e20559f54f65b5aefd49124f207a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 22 15:33:50.052971 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 22 15:33:50.059126 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.quota.driver [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 22 15:33:50.069082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:50.224629 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:50.375038 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_common [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Allocated IP 172.28.2.124 (7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8/1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed/58171259-1525-4cb8-9b37-3c22ae73b2c8) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 22 15:33:50.535518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:50.562908 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363247749944863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:50.567688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f745faa5-ec35-41a7-b64a-1b7e5a36e2f2 tempest-AttachVolumeNegativeTest-1432304377 tempest-AttachVolumeNegativeTest-1432304377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:50.637152 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Network 7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 22 15:33:50.640628 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.base_scheduler [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 22 15:33:50.643411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 22 15:33:50.679676 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'Port': ['ID=58171259-1525-4cb8-9b37-3c22ae73b2c8,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:50.688324 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:51.422128 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:51.482884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:51.701841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:51.705493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:51.710377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:33:51.826240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event updated for resources: {'Port': ['ID=58171259-1525-4cb8-9b37-3c22ae73b2c8,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:33:51.830569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:33:51.840722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439786'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:52.045624 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.db.l3_db [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Floating IP 133ae8f7-5123-453f-934f-2232f3f3474d associated. External IP: 172.28.2.124, port: 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a. Nov 22 15:33:52.476929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Router e2adb5cf-f93c-46b0-9c29-c14444092cfb has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:33:52.691758 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:33:52.703968 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Sync routers for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:33:52.717596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:52.717870 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:33:52.718337 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:52.776481 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7428117 Nov 22 15:33:52.777187 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:33:52.836542 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'status': 'completed', 'code': 200} Nov 22 15:33:52.912250 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:52.961246 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-ff27a64e-4cf3-4956-9a2c-28a8e73f9c68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0903680 Nov 22 15:33:53.111547 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-4524cc0b-7244-4e48-ba27-d8a21faeb22a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:53.113085 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-4524cc0b-7244-4e48-ba27-d8a21faeb22a service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1453481 Nov 22 15:33:53.231779 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-9fd12950-feb1-4d2f-b49f-11a10e0ebd19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 999 time: 0.1097977 Nov 22 15:33:53.292242 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '133ae8f7-5123-453f-934f-2232f3f3474d', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'mac_address': 'fa:16:3e:91:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801acabd-2be5-4408-83e5-008fc56c03b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:51Z', 'updated_at': '2021-11-22T15:33:51Z', 'revision_number': 0, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:53.296464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Checking router: e2adb5cf-f93c-46b0-9c29-c14444092cfb for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:33:53.308503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:33:53.309184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:33:43Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:53.312623 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-6f3f4f92-47bc-464d-a1ce-6c31a2c2a3a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:53.314251 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-6f3f4f92-47bc-464d-a1ce-6c31a2c2a3a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0758841 Nov 22 15:33:53.401289 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-a6b10db6-788f-42db-a953-a6c4fa7d876f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776985 Nov 22 15:33:53.501735 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:33:53.549608 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-c28f160d-c3c2-4796-896d-e69594a6fe2b service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410353 Nov 22 15:33:53.698687 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-5c114409-a87d-4a7f-a6c5-f1478f9a0761 req-9079f5c9-74d0-4405-bbc3-f75188887f06 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420670 Nov 22 15:33:53.890715 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '133ae8f7-5123-453f-934f-2232f3f3474d', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'mac_address': 'fa:16:3e:91:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801acabd-2be5-4408-83e5-008fc56c03b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:51Z', 'updated_at': '2021-11-22T15:33:51Z', 'revision_number': 0, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:33:53.895334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976fd0-b825-4db3-b2e3-f3bcc671f7db None None] The sync data for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb is: [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_floatingips': [{'id': '133ae8f7-5123-453f-934f-2232f3f3474d', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'router_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'mac_address': 'fa:16:3e:91:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801acabd-2be5-4408-83e5-008fc56c03b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T15:33:51Z', 'updated_at': '2021-11-22T15:33:51Z', 'revision_number': 0, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:33:54.232469 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd714d-0055-4354-a1ad-6d77b92bfc53 None None] New status for floating IP 133ae8f7-5123-453f-934f-2232f3f3474d: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:33:54.324689 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-cb527f2c-3dea-45e3-9bd9-686c3370b397 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846679 Nov 22 15:33:54.476653 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-e1bce3ef-0360-4e7a-8977-827d940072c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1137 time: 0.0788250 Nov 22 15:33:54.652086 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-8420ba66-f58e-4429-b424-995227b270fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:54.653675 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-8420ba66-f58e-4429-b424-995227b270fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.1546719 Nov 22 15:33:54.768620 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-1f400d47-edbd-4682-9982-800db18a9cd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 1001 time: 0.1074207 Nov 22 15:33:54.837231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-f85df839-76ee-42d7-b0c4-1f5e7d11db64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:33:54.838945 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-f85df839-76ee-42d7-b0c4-1f5e7d11db64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0641019 Nov 22 15:33:54.938507 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-867d2bdf-3d65-4c92-9281-b52f577dfbd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914116 Nov 22 15:33:55.279169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:33:55.324055 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-2dc4a66c-b282-44fa-948b-fd90dac7ccc0 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661230 Nov 22 15:33:55.471281 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-474f6c1e-d5a4-4cdf-8d16-0a178592c7ec req-5a4f1a1f-097e-41ab-b75a-a76a2b334a0b service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363935 Nov 22 15:34:10.655939 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-88752d24-0256-466a-b106-a780faf06902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:12.123140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:12.887732 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-17135d19-ec27-4524-9bb4-ab4876f32cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:13.461765 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:14.698452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:14.944390 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-8bb34142-9855-4f9f-bc34-e7e2e33c9cab tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974193494&fields=id&tenant_id=d8731374c2ba4fcfb675b004ef549e5b HTTP/1.1" status: 200 len: 267 time: 0.0452271 Nov 22 15:34:15.031205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-85da266b-ef22-42d7-ade5-7bc26a4def73 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:15.032820 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-85da266b-ef22-42d7-ade5-7bc26a4def73 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 984 time: 0.0824635 Nov 22 15:34:15.045257 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.v2.base [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Request body: {'port': {'security_groups': ['fedcdd97-4ebc-43db-85c3-c51d16a29ad8']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 22 15:34:15.172612 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.463587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:15.493215 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.497888 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1952110'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.503697 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f52f2639-df5c-4876-b24e-ad8163d0520e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:15.509689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['fa2db7a7-8aef-4f82-9b53-18beb1f22b91'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:34:15.574633 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:15.575472 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.578654 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-55927f16-4c2a-44de-85cf-05ad9027ac8b req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "PUT /v2.0/ports/fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 942 time: 0.5389013 Nov 22 15:34:15.579418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:34:15.583684 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44434) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:15.606636 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event updated for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=7']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:15.610897 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-f01e0b91-e00f-4757-a6d0-6d9fbf22b186 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:15.661968 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:34:15.671774 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.705283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.708709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['fa2db7a7-8aef-4f82-9b53-18beb1f22b91'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:34:15.762820 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.768921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e2a2bc34-574a-4e71-8209-66d1b7c1b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:15.788686 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c02217-815e-4c02-b0c6-27f354cb917e,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:15.798304 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-c2493e42-35f7-4b21-9762-fc1cc4bf4b33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1098 time: 0.1101758 Nov 22 15:34:15.804924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.805507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.805943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.806835 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.806960 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.807410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.807865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.808972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.809656 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.809838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.810649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:34:15.814314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.818118 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "DELETE /v2.0/security-groups/99c02217-815e-4c02-b0c6-27f354cb917e HTTP/1.1" status: 204 len: 168 time: 0.2308958 Nov 22 15:34:15.818118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-dc135d0d-31a5-4956-a805-9348b161211c tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:15.818420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44440) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:15.947615 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-0793b3eb-6de1-4558-8653-a0f612dfb844 None None] Provisioning complete for port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:34:15.948044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0793b3eb-6de1-4558-8653-a0f612dfb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:15.973910 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-4333b43a-cf80-4dc9-9f2d-71a28318c812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:15.975759 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-4333b43a-cf80-4dc9-9f2d-71a28318c812 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.1691113 Nov 22 15:34:16.055688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Deleting port 3b6abf0f-886f-40ee-8aac-015fc6970ea3 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:16.055994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:16.091134 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-dc031d32-a3a3-4ec3-9581-1d62729d23f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 1001 time: 0.1061971 Nov 22 15:34:16.163470 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-a3f1498d-415b-4801-ab95-abab41a762ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:16.165063 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-a3f1498d-415b-4801-ab95-abab41a762ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0670235 Nov 22 15:34:16.241902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:16.242318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:16.250222 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-1345561a-7899-40c6-b786-d26e9021bc73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780225 Nov 22 15:34:16.376590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Calling delete_port for 3b6abf0f-886f-40ee-8aac-015fc6970ea3 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:16.403498 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-5180e0d9-f4f7-47cc-ba53-6847a34268b5 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460197 Nov 22 15:34:16.542505 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:16.547588 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3b5f7f0d-87f2-40e0-aeea-335f92915c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:16.558184 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8f6a43-cf56-44c1-9462-dff48a63a341 req-1e0a2952-7523-41fd-8f40-f499f6816a90 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474867 Nov 22 15:34:16.601810 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event deleted for resources: {'Port': ['ID=3b6abf0f-886f-40ee-8aac-015fc6970ea3,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:16.605232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:16.712367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:17.194821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:17.406674 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:17.416858 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Sync routers for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:17.425904 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:17.430108 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:17.430781 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:17.480486 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-e243ec8a-44d5-47b7-8253-ff948acaf245 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "DELETE /v2.0/floatingips/c3ef27fa-260c-4869-bb81-ab7e9cd98715 HTTP/1.1" status: 204 len: 168 time: 1.6607304 Nov 22 15:34:17.481106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:34:17.543151 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:34:17.628985 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:17.656354 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-b15d0971-bf77-4b05-ad84-1dfadd805c1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 1098 time: 0.0910144 Nov 22 15:34:17.835338 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77099ef3-93e5-474e-98c8-36bd86766530 req-95d8082d-c89d-40aa-b1d8-a0999b97a562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:17.836945 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-95d8082d-c89d-40aa-b1d8-a0999b97a562 service neutron] 10.222.0.46 "GET /v2.0/networks?id=afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 200 len: 915 time: 0.1693978 Nov 22 15:34:17.919235 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-1e52c978-866c-4e37-b2f0-82e5ae2c6139 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 200 len: 217 time: 0.0696390 Nov 22 15:34:17.990925 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:17.996132 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Checking router: 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:17.998463 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77099ef3-93e5-474e-98c8-36bd86766530 req-7695a99e-8ac5-4335-95f2-a856bce72c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:18.000140 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-7695a99e-8ac5-4335-95f2-a856bce72c82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 200 len: 853 time: 0.0748587 Nov 22 15:34:18.012186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:18.013166 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:18.090295 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-35383aa8-8640-452d-9e12-2e835b45256b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=afbc7a1b-0edc-45f3-abc4-cff480518fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803652 Nov 22 15:34:18.227318 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:18.239958 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-a9629d59-cfae-4b7d-a27c-8def5cf27ee4 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431749 Nov 22 15:34:18.401137 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-77099ef3-93e5-474e-98c8-36bd86766530 req-cd86089a-d5c6-42a0-b141-b2ffbe5f96a6 service neutron] 10.222.0.46 "GET /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519408 Nov 22 15:34:18.578700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:18.583061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc535f-7c44-4179-86f1-a4b3e2b4cfad None None] The sync data for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb is: [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:32:09Z', 'revision_number': 4, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': 'cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f', 'name': '', 'network_id': 'afbc7a1b-0edc-45f3-abc4-cff480518fc2', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'mac_address': 'fa:16:3e:c5:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ef3f94f-29db-4644-898a-3705584adf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:08Z', 'updated_at': '2021-11-22T15:32:20Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'subnets': [{'id': '4ef3f94f-29db-4644-898a-3705584adf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:19.013594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93def8f-dace-4a57-8bc7-8b0128d9c894 None None] New status for floating IP c3ef27fa-260c-4869-bb81-ab7e9cd98715: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:34:19.981730 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:20.939307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1d270-7491-4e7e-90ed-b3e12c8ade2a req-90c32e09-8a34-4f36-9fbc-995951ccaf5f tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:20.940873 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47e1d270-7491-4e7e-90ed-b3e12c8ade2a req-90c32e09-8a34-4f36-9fbc-995951ccaf5f tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0872626 Nov 22 15:34:20.989828 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-47e1d270-7491-4e7e-90ed-b3e12c8ade2a req-8c91978b-4034-4f1f-a57b-c9ffa49c8ebf tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Nov 22 15:34:22.196555 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa1d4a-1799-4bd2-ae6f-0ed43a724931 req-58b72eb6-e392-4f7e-83d6-e56d8f1e23e3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:22.198217 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f5fa1d4a-1799-4bd2-ae6f-0ed43a724931 req-58b72eb6-e392-4f7e-83d6-e56d8f1e23e3 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0841880 Nov 22 15:34:22.249268 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f5fa1d4a-1799-4bd2-ae6f-0ed43a724931 req-94d8a3df-4b90-4f23-8805-83bad1f40a03 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Nov 22 15:34:22.734591 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-2a5d86db-365c-4bf1-9827-b8e5b9316505 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:22.736121 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-2a5d86db-365c-4bf1-9827-b8e5b9316505 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.0835531 Nov 22 15:34:22.810772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Deleting port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:22.811140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:23.065873 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] For port fa2db7a7-8aef-4f82-9b53-18beb1f22b91, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:23.066307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:23.194836 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Calling delete_port for fa2db7a7-8aef-4f82-9b53-18beb1f22b91 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:23.600548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:23.607976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:23.659433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Pushing event deleted for resources: {'Port': ['ID=fa2db7a7-8aef-4f82-9b53-18beb1f22b91,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:23.663090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:23.745879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573190b-4959-4161-8998-313ff87e5aba req-0975966c-3d9e-4b5f-8bd6-04ac0b4d72b0 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:23.747591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8573190b-4959-4161-8998-313ff87e5aba req-0975966c-3d9e-4b5f-8bd6-04ac0b4d72b0 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5ff53b-06e1-4889-bc6c-ac220ef966dd HTTP/1.1" status: 200 len: 945 time: 0.2254939 Nov 22 15:34:23.752245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] No DVR routers for this DVR port fa2db7a7-8aef-4f82-9b53-18beb1f22b91 on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:34:23.755544 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:23.759000 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'name': 'network-vif-deleted', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:34:23.794276 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6834d894-2519-4806-aa7e-13bfa22a91f4 req-c954ebb3-2995-4a9f-8871-5f6a362056b5 tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.46 "DELETE /v2.0/ports/fa2db7a7-8aef-4f82-9b53-18beb1f22b91 HTTP/1.1" status: 204 len: 173 time: 1.0521312 Nov 22 15:34:23.816204 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5ff53b-06e1-4889-bc6c-ac220ef966dd', 'name': 'network-vif-deleted', 'tag': 'fa2db7a7-8aef-4f82-9b53-18beb1f22b91', 'status': 'completed', 'code': 200} Nov 22 15:34:23.821512 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-8573190b-4959-4161-8998-313ff87e5aba req-6ea747e0-745f-4607-b57a-2dbd1d5d042e tempest-TestMinimumBasicScenario-651304275 tempest-TestMinimumBasicScenario-651304275-project] 10.222.0.55 "GET /v2.0/security-groups?id=fedcdd97-4ebc-43db-85c3-c51d16a29ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672913 Nov 22 15:34:25.593014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device fa2db7a7-8aef-4f82-9b53-18beb1f22b91 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:25.627410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: fa2db7a7-8aef-4f82-9b53-18beb1f22b91 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:25.627728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device fa2db7a7-8aef-4f82-9b53-18beb1f22b91 not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:25.671977 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44524) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:26.092313 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:26.970624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Deleting port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:26.971244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:27.168475 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] For port cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:27.168790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:27.309388 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Calling delete_port for cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:27.486546 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:27.491136 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:27.532080 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:27.534728 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:27.854403 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:28.487309 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:28.728428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:28.738549 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Sync routers for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:28.746492 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-00dc6434-24b9-4773-bfad-f5a6de194e82 admin admin] 10.222.0.55 "PUT /v2.0/routers/2f38b123-ac3c-4fff-b103-8d8bc54bc6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698142 Nov 22 15:34:28.746947 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44532) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:28.755562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:28.756407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:28.953680 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:28.968391 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:29.181655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:29.194275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Deleting port 8c11d086-ae21-4c14-b64a-e5726606df24 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:29.195070 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:29.274690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:34:27Z', 'revision_number': 5, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port': {'id': '8c11d086-ae21-4c14-b64a-e5726606df24', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:06Z', 'updated_at': '2021-11-22T15:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:29.279986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Checking router: 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:29.294178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Routers {'2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:29.294891 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:29.480801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] Set router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:29.599998 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:34:29Z', 'revision_number': 6, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:29.605082 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134efb8-c8fc-40cc-8a0a-82c1577c5806 None None] The sync data for ids ['2f38b123-ac3c-4fff-b103-8d8bc54bc6a9'] in dv-cinder-818778-1-smb is: [{'id': '2f38b123-ac3c-4fff-b103-8d8bc54bc6a9', 'name': 'tempest-TestMinimumBasicScenario-804445324-router', 'tenant_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:05Z', 'updated_at': '2021-11-22T15:34:29Z', 'revision_number': 6, 'project_id': 'd8731374c2ba4fcfb675b004ef549e5b', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:29.634863 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] For port 8c11d086-ae21-4c14-b64a-e5726606df24, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8c11d086-ae21-4c14-b64a-e5726606df24,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:29.635420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:29.772400 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Calling delete_port for 8c11d086-ae21-4c14-b64a-e5726606df24 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:29.979843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:29.985106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-64f5b02a-05a3-4880-a9a0-27c5c0e184d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:30.038562 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c11d086-ae21-4c14-b64a-e5726606df24,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:30.041638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:30.339129 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.678679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.683411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.709779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.710412 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:34:30.725060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.728926 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-201af9e2-52bb-4c3f-a0b1-07e3ecc1b580 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2f38b123-ac3c-4fff-b103-8d8bc54bc6a9 HTTP/1.1" status: 204 len: 168 time: 1.9785743 Nov 22 15:34:30.729268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44536) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:30.808147 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Deleting subnet 4ef3f94f-29db-4644-898a-3705584adf21 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:34:30.811983 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.844838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8c11d086-ae21-4c14-b64a-e5726606df24 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:30.877873 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:30.977146 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.043178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 8c11d086-ae21-4c14-b64a-e5726606df24 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:31.043577 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8c11d086-ae21-4c14-b64a-e5726606df24 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:31.044055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:31.049415 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.054407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:31.077410 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:31.077811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device cf1ff9d9-9cc7-4f3d-88f1-f822e93b809f not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:31.095515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef3f94f-29db-4644-898a-3705584adf21,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:31.100367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:31.102764 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.108737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96d91d-37fb-47e5-8b6c-50b2f7161b97 None None] Network afbc7a1b-0edc-45f3-abc4-cff480518fc2 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:31.109224 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b6533505-8552-4a70-b96c-b8192241f6e8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4ef3f94f-29db-4644-898a-3705584adf21 HTTP/1.1" status: 204 len: 168 time: 0.3786473 Nov 22 15:34:31.112001 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44540) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:31.233946 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.247312 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Deleting port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:31.247679 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.390495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] DHCP port deletion for afbc7a1b-0edc-45f3-abc4-cff480518fc2 request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:34:31.395140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Deleting port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:31.395641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.484900 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] For port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:31.485217 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.612402 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Calling delete_port for 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:31.626327 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] For port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,segment=NetworkSegment(21580d50-b712-4533-bbb8-c8e098d1dd3f),segment_id=21580d50-b712-4533-bbb8-c8e098d1dd3f)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:31.626713 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.689436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.694823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-aafb8bd4-d399-45dc-a79a-719149001a96 tempest-VolumesNegativeTest-815856566 tempest-VolumesNegativeTest-815856566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:31.740560 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Pushing event deleted for resources: {'Port': ['ID=8af03f7c-daa2-4c11-b634-5fdd3fbf5d75,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:31.743301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:31.749775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] No DVR routers for this DVR port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 on host dv-cinder-818778-1-smb {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:34:31.761759 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Calling delete_port for 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:31.836649 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:34:31.837072 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:34:31.878996 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.906140 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbc7a1b-0edc-45f3-abc4-cff480518fc2']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:31.918700 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21580d50-b712-4533-bbb8-c8e098d1dd3f') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:31.919040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21580d50-b712-4533-bbb8-c8e098d1dd3f') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:31.931207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.946254 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.953008 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:34:31.953424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:34:31.967213 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:34:32.048559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.052554 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:32.069627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.076956 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Pushing event deleted for resources: {'Network': ['ID=afbc7a1b-0edc-45f3-abc4-cff480518fc2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:32.081532 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:32.093986 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] 10.222.0.55 "DELETE /v2.0/networks/afbc7a1b-0edc-45f3-abc4-cff480518fc2 HTTP/1.1" status: 204 len: 168 time: 0.9808815 Nov 22 15:34:32.097014 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44544) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:32.280518 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:34:32.339007 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Deleting port 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:32.339367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.411288 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-3c25ac5e-f207-43e1-b427-b1ed7b33b3a7 None None] The port '8af03f7c-daa2-4c11-b634-5fdd3fbf5d75' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:34:32.746511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:32.830951 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:32.867943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:32.868314 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8af03f7c-daa2-4c11-b634-5fdd3fbf5d75 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:33.379992 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Deleting port 437d67a5-e813-4615-95fb-402522c53a73 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:33.380438 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.577644 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] For port 437d67a5-e813-4615-95fb-402522c53a73, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=437d67a5-e813-4615-95fb-402522c53a73,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:33.578051 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.723569 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Calling delete_port for 437d67a5-e813-4615-95fb-402522c53a73 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:33.937559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:33.941957 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-3ee64938-520a-4a0c-96a4-f8c794432eb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:33.983461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Pushing event deleted for resources: {'Port': ['ID=437d67a5-e813-4615-95fb-402522c53a73,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:33.987675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:34.294567 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:34.908233 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Router 2e69d5bf-b505-47c4-8808-84f151bd49e8 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:34:35.132523 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:34:35.144994 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Sync routers for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:34:35.148549 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-9e665282-9d3a-4618-9e49-61b2a785be42 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e69d5bf-b505-47c4-8808-84f151bd49e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0504475 Nov 22 15:34:35.151581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44548) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:35.163150 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:35.164029 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:35.368613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:35.613394 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:35.703037 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:34:33Z', 'revision_number': 5, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:35.707084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Checking router: 2e69d5bf-b505-47c4-8808-84f151bd49e8 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:34:35.719885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Routers {'2e69d5bf-b505-47c4-8808-84f151bd49e8'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:34:35.720607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:34:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['2e69d5bf-b505-47c4-8808-84f151bd49e8'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:35.842250 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:35.850783 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Deleting port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:35.851159 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:35.914180 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] Set router 2e69d5bf-b505-47c4-8808-84f151bd49e8 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:34:36.038417 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] For port 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:36.038969 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.185367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Calling delete_port for 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:36.248854 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:34:33Z', 'revision_number': 5, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:36.253061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6ee351-0755-4956-8759-676e1e4d9313 None None] The sync data for ids ['2e69d5bf-b505-47c4-8808-84f151bd49e8'] in dv-cinder-818778-1-smb is: [{'id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'name': 'tempest-TestMinimumBasicScenario-236746835-router', 'tenant_id': '6369fe6aec944762b136279aee6b2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:32:12Z', 'updated_at': '2021-11-22T15:34:33Z', 'revision_number': 5, 'project_id': '6369fe6aec944762b136279aee6b2669', 'gw_port': {'id': '5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e69d5bf-b505-47c4-8808-84f151bd49e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:32:13Z', 'updated_at': '2021-11-22T15:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:34:36.368982 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.375192 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6970b69b-5191-4525-a0c7-90c20d4c9adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:36.422297 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:36.424927 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:36.660940 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.843156 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 437d67a5-e813-4615-95fb-402522c53a73 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:36.878024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 437d67a5-e813-4615-95fb-402522c53a73 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:36.878435 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 437d67a5-e813-4615-95fb-402522c53a73 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:36.954882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.959298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.981335 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.981827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e69d5bf-b505-47c4-8808-84f151bd49e8 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:34:36.994504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:36.996335 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-15c5598b-cc4e-4a88-a4a8-dcf238bde2ab admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e69d5bf-b505-47c4-8808-84f151bd49e8 HTTP/1.1" status: 204 len: 168 time: 1.8437667 Nov 22 15:34:36.999428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44552) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:37.069757 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Deleting subnet 9b69688d-3608-43f9-9181-275411126890 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:34:37.073232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.125828 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1406538'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.213239 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.285214 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853189832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852864431'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.290076 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6e703749-5143-47c3-9c2b-426a4c0408bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:37.328916 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b69688d-3608-43f9-9181-275411126890,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:37.333950 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:37.335045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.340841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f2ae3-361e-4e00-9421-e2557586088c None None] Network e99f0a7a-b432-4695-ab18-c6e92524cdf0 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:34:37.343311 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-0dd57e9c-1555-4985-affe-0b1f21e9703b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b69688d-3608-43f9-9181-275411126890 HTTP/1.1" status: 204 len: 168 time: 0.3427672 Nov 22 15:34:37.345852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.55', 44556) {{(pid=88059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:37.467881 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.478869 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Deleting port d917b509-f133-4de9-b6b5-75e8294fcdb0 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:37.479373 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.621229 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] DHCP port deletion for e99f0a7a-b432-4695-ab18-c6e92524cdf0 request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:34:37.627396 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Deleting port d917b509-f133-4de9-b6b5-75e8294fcdb0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:37.627816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.714369 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] For port d917b509-f133-4de9-b6b5-75e8294fcdb0, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d917b509-f133-4de9-b6b5-75e8294fcdb0,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:37.714756 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.845500 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] For port d917b509-f133-4de9-b6b5-75e8294fcdb0, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=d917b509-f133-4de9-b6b5-75e8294fcdb0,segment=NetworkSegment(37277ce8-2842-4c47-b4f9-4dcf2516a79e),segment_id=37277ce8-2842-4c47-b4f9-4dcf2516a79e)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:34:37.845829 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.852550 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Calling delete_port for d917b509-f133-4de9-b6b5-75e8294fcdb0 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:37.927503 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1585998'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:37.933269 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7cdca8b1-ad48-45b5-b41e-861822f4374c tempest-VolumesActionsTest-1671216339 tempest-VolumesActionsTest-1671216339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:37.978879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Calling delete_port for d917b509-f133-4de9-b6b5-75e8294fcdb0 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:34:37.980375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d917b509-f133-4de9-b6b5-75e8294fcdb0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:37.983181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:37.986809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] No DVR routers for this DVR port d917b509-f133-4de9-b6b5-75e8294fcdb0 on host dv-cinder-818778-1-smb {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:34:38.071561 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:34:38.071984 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:34:38.117411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.146382 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99f0a7a-b432-4695-ab18-c6e92524cdf0']}} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:38.159905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37277ce8-2842-4c47-b4f9-4dcf2516a79e') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:38.160246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37277ce8-2842-4c47-b4f9-4dcf2516a79e') {} {{(pid=88059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:34:38.173619 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853369277'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.194536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.201803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:34:38.202299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1585818'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:34:38.216852 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:34:38.299689 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.303399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:38.320440 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.327582 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99f0a7a-b432-4695-ab18-c6e92524cdf0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:38.332123 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:38.338196 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-ff85b9d7-945e-49b7-8340-26e6ae47ec16 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e99f0a7a-b432-4695-ab18-c6e92524cdf0 HTTP/1.1" status: 204 len: 168 time: 0.9912503 Nov 22 15:34:38.573923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Deleting port d917b509-f133-4de9-b6b5-75e8294fcdb0 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:34:38.574531 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.578471 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44562) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:38.636257 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-870d6359-a90d-456f-87a7-8e10374fab3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8731374c2ba4fcfb675b004ef549e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537963 Nov 22 15:34:38.636538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44566) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:38.643778 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe7472-8929-4b61-a725-59cb07a82d2a None None] The port 'd917b509-f133-4de9-b6b5-75e8294fcdb0' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:34:38.701333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.727749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.787381 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.794431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-2a133eda-c0a5-4c06-b403-593d8a7fcb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:38.813722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedcdd97-4ebc-43db-85c3-c51d16a29ad8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:38.821637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:38.822515 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:38.824154 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-a0a4e294-1bf4-4878-bb1a-b92d09dc5fbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fedcdd97-4ebc-43db-85c3-c51d16a29ad8 HTTP/1.1" status: 204 len: 168 time: 0.1864967 Nov 22 15:34:38.841035 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d917b509-f133-4de9-b6b5-75e8294fcdb0 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:38.884307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: d917b509-f133-4de9-b6b5-75e8294fcdb0 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:38.884809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device d917b509-f133-4de9-b6b5-75e8294fcdb0 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:38.885934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:34:38.928511 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:34:38.928970 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5d8a4904-99a9-467f-a29d-d4aa4e3e8ef6 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:34:39.278416 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44574) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:39.336737 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6653112d-0864-493f-ba55-f5d8af68b760 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6369fe6aec944762b136279aee6b2669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569990 Nov 22 15:34:39.341056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44578) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:34:39.410145 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:39.438231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:39.491594 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:39.498376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-d8b43584-071b-4373-940a-482396cda02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:34:39.513607 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519c618-c621-4bce-bc03-8509d9342e20,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:34:39.516898 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:34:39.517989 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:39.520377 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b6166a74-20b9-46d0-ba7f-55986aa80fcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d519c618-c621-4bce-bc03-8509d9342e20 HTTP/1.1" status: 204 len: 168 time: 0.1777375 Nov 22 15:34:40.659604 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8d10-f9f7-4ccd-b260-8b9edb9ac7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:42.132762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:42.889183 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-58850ede-6036-495d-b600-5d55de027242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:43.464245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:44.703414 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:49.990084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:34:54.358099 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-493d0750-de3b-460f-ab1b-1c64aad206c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825424 Nov 22 15:34:54.456703 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-4b77f48d-5d6e-4a4e-aee3-f1a1041d2b6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0773523 Nov 22 15:34:54.618383 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6199b-3461-496b-8a22-bc46f025991e req-9ee3e819-f87f-4758-adf1-1643c7641b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:54.620723 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-9ee3e819-f87f-4758-adf1-1643c7641b52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1452377 Nov 22 15:34:54.734008 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-c650bba3-d7b9-41bd-b1b7-81af7f298bf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1001 time: 0.1082008 Nov 22 15:34:54.803702 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6199b-3461-496b-8a22-bc46f025991e req-6da65756-7ff7-401a-b03e-bc56c6d6db51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:34:54.805277 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-6da65756-7ff7-401a-b03e-bc56c6d6db51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0653317 Nov 22 15:34:54.888590 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-bfc066ae-9f49-4111-985e-26efa13c3345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774531 Nov 22 15:34:55.032845 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-224db7e0-4e18-4c1b-a52d-95d4dbc8ced4 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378014 Nov 22 15:34:55.178896 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-b3c6199b-3461-496b-8a22-bc46f025991e req-4a504be7-d8c5-4a90-b1ce-3192544290e6 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378527 Nov 22 15:35:09.281952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:35:10.662768 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b62ff933-4072-43b2-850c-b2256e01a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:12.124516 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:12.891138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-58c61459-e335-4b11-957d-c8b485aac602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:13.466334 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:14.705610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:19.997049 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:40.668316 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-de767c36-0f85-4d9c-97e9-fdde553e44fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.125937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:42.894260 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9bc37ddc-278f-4183-9520-e4fc8c0cb951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:43.469581 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:44.707395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:46.283924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:35:48.195725 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf5a4-08d8-4fb9-8e22-74183d960127 req-8c3b008d-a1ef-4763-8c13-e7f09644ef39 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:48.197448 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-439cf5a4-08d8-4fb9-8e22-74183d960127 req-8c3b008d-a1ef-4763-8c13-e7f09644ef39 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.3639913 Nov 22 15:35:48.252713 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-439cf5a4-08d8-4fb9-8e22-74183d960127 req-5d73d95f-0c8b-4078-a47e-5fb216de3be5 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477805 Nov 22 15:35:49.557251 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9fb3-8d95-4963-b99b-88ed65c00e5d req-d1bb8ed5-4233-4cde-8538-2ac067b0fb6a tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:49.559600 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-611f9fb3-8d95-4963-b99b-88ed65c00e5d req-d1bb8ed5-4233-4cde-8538-2ac067b0fb6a tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.1731114 Nov 22 15:35:49.608438 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-611f9fb3-8d95-4963-b99b-88ed65c00e5d req-255e0f1b-d912-412c-9388-eaf29d5d069e tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423322 Nov 22 15:35:50.005667 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:35:50.831961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad82af-2285-4b98-b3cd-d3320d506cf3 req-00d74a93-2e42-42a8-9843-f033770d3848 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:50.833638 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6bad82af-2285-4b98-b3cd-d3320d506cf3 req-00d74a93-2e42-42a8-9843-f033770d3848 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0869620 Nov 22 15:35:50.882562 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6bad82af-2285-4b98-b3cd-d3320d506cf3 req-bbc57169-ce43-4026-b80a-5fc417a7efb8 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424850 Nov 22 15:35:52.092749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3bc7-442e-4865-ae03-aff5382307ad req-3c0f0635-9fcb-4780-b5d6-a6994c906507 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:52.094380 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a42f3bc7-442e-4865-ae03-aff5382307ad req-3c0f0635-9fcb-4780-b5d6-a6994c906507 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0866370 Nov 22 15:35:52.147191 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a42f3bc7-442e-4865-ae03-aff5382307ad req-70b2d241-7dec-4423-81d7-2a808e2a72a8 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466065 Nov 22 15:35:53.363862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf4a7-0c57-4890-a4be-7b7847758c4a req-55179b55-b405-4a28-b6cb-1ab7c3593856 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:53.365457 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-733cf4a7-0c57-4890-a4be-7b7847758c4a req-55179b55-b405-4a28-b6cb-1ab7c3593856 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0836518 Nov 22 15:35:53.421385 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-733cf4a7-0c57-4890-a4be-7b7847758c4a req-40222856-5491-47e8-9065-7c74f971b968 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497489 Nov 22 15:35:54.630384 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a67b70-d62d-45d4-a994-71a3b9fa332b req-a9b8f935-e3c4-4130-8f9f-9f26b6198bd0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:54.632008 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2a67b70-d62d-45d4-a994-71a3b9fa332b req-a9b8f935-e3c4-4130-8f9f-9f26b6198bd0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Nov 22 15:35:54.681825 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-a2a67b70-d62d-45d4-a994-71a3b9fa332b req-1f85bda1-4105-4e8b-b41e-1f29ab91b58d tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Nov 22 15:35:55.892862 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435076-a4e5-4be8-8efe-90838e4e0662 req-79508237-7fec-47b4-8ec4-577da72fef6a tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:55.894755 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7435076-a4e5-4be8-8efe-90838e4e0662 req-79508237-7fec-47b4-8ec4-577da72fef6a tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0857611 Nov 22 15:35:55.946327 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f7435076-a4e5-4be8-8efe-90838e4e0662 req-02adf190-c032-451b-a2fa-67d39adfcb0f tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Nov 22 15:35:56.448958 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-a56854e4-6a4e-4042-8f53-d325fe2ad286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.1516974 Nov 22 15:35:56.608761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-db6edde2-a384-484c-a67d-93154e79fd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:56.610389 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-db6edde2-a384-484c-a67d-93154e79fd02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1408186 Nov 22 15:35:56.722270 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-17436d3e-8b03-4431-a3de-96ee48320214 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1001 time: 0.1048465 Nov 22 15:35:56.800937 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-d753c663-6256-43b7-b589-e2611d7bdc6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:56.802557 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-d753c663-6256-43b7-b589-e2611d7bdc6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0736406 Nov 22 15:35:56.891419 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-88006fb4-324f-47e8-ad15-c568e4c3dfa2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816102 Nov 22 15:35:56.903056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-6d52a1bc-7630-4793-b780-02a3fdc1a496 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:35:56.904143 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-6d52a1bc-7630-4793-b780-02a3fdc1a496 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055428 Nov 22 15:35:57.066276 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-36becea3-9122-4086-8222-2f2f85fa8169 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551766 Nov 22 15:35:57.276301 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f4cf1611-b93d-46d5-bd6f-3e72b8e39dc7 req-e418c15a-f5fb-4a26-81cb-672f9c41af4b service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029107 Nov 22 15:35:57.284157 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9546-7021-4215-9da7-a11f3bebf410 req-bad49ae7-d13a-45be-a925-0e68b5ccac37 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:57.285731 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6c5e9546-7021-4215-9da7-a11f3bebf410 req-bad49ae7-d13a-45be-a925-0e68b5ccac37 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.1896658 Nov 22 15:35:57.343665 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6c5e9546-7021-4215-9da7-a11f3bebf410 req-eecaf98d-8f13-42e3-a239-56e1a5b202eb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Nov 22 15:35:57.989947 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-85745b6f-50d1-4d35-a452-4bedba1c77e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0746267 Nov 22 15:35:58.135795 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be415-840e-4419-abf6-c8074d7931bf req-8a01482a-688b-4450-a8dd-c74610a4d0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:58.137404 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-8a01482a-688b-4450-a8dd-c74610a4d0a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1403100 Nov 22 15:35:58.519913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-cf548176-1b02-4ac5-a9b0-c3ecc22e0740 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1001 time: 0.3759644 Nov 22 15:35:58.609726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be415-840e-4419-abf6-c8074d7931bf req-c235277a-64a4-4bec-aa81-80771fdac285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:58.611370 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-c235277a-64a4-4bec-aa81-80771fdac285 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0834329 Nov 22 15:35:58.675635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7796a-0f6f-47ae-b3db-a4669d3a92ea req-8d89a698-438e-4359-91ab-75492af3b117 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:58.677184 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1de7796a-0f6f-47ae-b3db-a4669d3a92ea req-8d89a698-438e-4359-91ab-75492af3b117 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.2019768 Nov 22 15:35:58.747778 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-1de7796a-0f6f-47ae-b3db-a4669d3a92ea req-664d00d8-2495-4afb-9ee3-5a4f06b0c074 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636449 Nov 22 15:35:58.751229 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-50388aa5-5f62-4016-aa60-58efa59beab9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315289 Nov 22 15:35:58.902532 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-05bf5d19-6fbb-4d16-81de-5f9e208a8167 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447513 Nov 22 15:35:59.053281 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-d02be415-840e-4419-abf6-c8074d7931bf req-876f94c2-5354-4823-b67d-d4fac57cec00 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452882 Nov 22 15:35:59.962238 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bf187-5906-4acc-9275-cfb3439c335d req-43e87bff-d77a-458f-bc55-0031756cb736 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:35:59.963863 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c8bf187-5906-4acc-9275-cfb3439c335d req-43e87bff-d77a-458f-bc55-0031756cb736 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0908313 Nov 22 15:36:00.016321 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-4c8bf187-5906-4acc-9275-cfb3439c335d req-fef534d1-ad6c-43c7-a0c3-f69fd9e6ee83 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459907 Nov 22 15:36:01.227488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f7949-8dca-4eec-9b18-301e96d4358f req-51be33ea-bab2-4ef2-9160-83180f83f0f7 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:01.230081 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f11f7949-8dca-4eec-9b18-301e96d4358f req-51be33ea-bab2-4ef2-9160-83180f83f0f7 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0867357 Nov 22 15:36:01.285294 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-f11f7949-8dca-4eec-9b18-301e96d4358f req-e7dd5f6d-7662-47a7-85b3-1ff6d274b72d tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496836 Nov 22 15:36:01.565074 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-aba453cd-3911-41fd-b172-25a8320e5641 req-c82467c1-4b51-496c-ad11-98973f2faae0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1606896 Nov 22 15:36:01.760058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44636) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:36:01.900061 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc082b5c-f18e-4d44-bedb-687c694e7ac0 req-6a47b63d-4163-4749-ae23-9a1fb008f9ce tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:01.901660 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cc082b5c-f18e-4d44-bedb-687c694e7ac0 req-6a47b63d-4163-4749-ae23-9a1fb008f9ce tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.1308367 Nov 22 15:36:01.969716 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-cc082b5c-f18e-4d44-bedb-687c694e7ac0 req-8d8f5dd9-fd5b-4c52-89d3-11df79abc095 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601659 Nov 22 15:36:01.972912 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-b3402745-ad23-404b-8bd3-f107113affd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2115319 Nov 22 15:36:03.174280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1b4ed-f6d2-4757-89cb-31a834ed863f req-ff0f56b1-9d94-4f80-bbe4-eb1f25de8341 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:03.175899 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-56c1b4ed-f6d2-4757-89cb-31a834ed863f req-ff0f56b1-9d94-4f80-bbe4-eb1f25de8341 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0823848 Nov 22 15:36:03.242285 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-56c1b4ed-f6d2-4757-89cb-31a834ed863f req-301d2781-9623-4f1f-b2ba-acefff8c0594 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601041 Nov 22 15:36:03.346884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-de69f8fb-183b-4722-82e6-cc5cc2a05b0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2&tenant_id=2af6e20559f54f65b5aefd49124f207a HTTP/1.1" status: 200 len: 1098 time: 0.0731151 Nov 22 15:36:03.442242 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-2e1e3a5b-ade0-448c-ab34-3a434a0be7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0729742 Nov 22 15:36:03.587622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-c5803e07-af2d-4200-848c-1fc88de7034c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:03.589154 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-c5803e07-af2d-4200-848c-1fc88de7034c service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1363277 Nov 22 15:36:03.698116 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-c7ac25ea-3bed-47e7-a5e9-99e7598955c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1001 time: 0.1026056 Nov 22 15:36:03.770427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-10dc8ed5-e2fb-48bf-96d3-d69a4b4d17ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:03.772610 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-10dc8ed5-e2fb-48bf-96d3-d69a4b4d17ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0687246 Nov 22 15:36:03.853001 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-b16beb47-a642-4759-babb-e569156065ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743151 Nov 22 15:36:03.993210 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-fdd96e24-a292-4d2e-9b67-508a7e37006f service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339040 Nov 22 15:36:04.092355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:36:04.134893 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-701d1ad9-cdd7-4da5-8ca8-0abc541f6145 req-d35242c8-519b-4682-acd0-6a0f06fffd77 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351526 Nov 22 15:36:04.207428 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:04.239002 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:36:04.249831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:36:04.253275 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:04.255223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:36:04.324090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:36:04.333860 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.334293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.334660 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.335240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.335622 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.335999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.336376 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.336753 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.337121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.337488 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.337859 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:36:04.341997 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:36:04.394359 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'code': 200} Nov 22 15:36:04.463010 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e142d-5683-496b-a635-194bc65b6f44 req-aa21dba7-4c39-48e9-8308-d022807f262d tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:04.464601 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-122e142d-5683-496b-a635-194bc65b6f44 req-aa21dba7-4c39-48e9-8308-d022807f262d tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 943 time: 0.0816841 Nov 22 15:36:04.517906 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-122e142d-5683-496b-a635-194bc65b6f44 req-507b178e-12e7-4e14-ad45-e98f7c500c07 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 Nov 22 15:36:05.539422 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6430b28c-2536-4e2b-a10e-12f6031040d5 req-d26bd304-66c6-4e8f-897f-a930fe455de8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1096 time: 0.0746109 Nov 22 15:36:05.584788 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6430b28c-2536-4e2b-a10e-12f6031040d5 req-dc9c680b-def6-46c2-8eaa-53a2393d2bd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380366 Nov 22 15:36:05.732377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a865f00-38c8-4986-b5fe-54bd436d92bf req-32d7d5e4-c32b-4710-8a80-d0e00dc05981 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:05.734884 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6a865f00-38c8-4986-b5fe-54bd436d92bf req-32d7d5e4-c32b-4710-8a80-d0e00dc05981 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 943 time: 0.0879834 Nov 22 15:36:05.784030 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-6a865f00-38c8-4986-b5fe-54bd436d92bf req-8c0dfbf3-de5c-4f93-bc0e-073a222eeb39 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 Nov 22 15:36:06.092466 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 22 15:36:06.234838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:36:06.248954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Returning: {'device': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'port_id': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'mac_address': 'fa:16:3e:91:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 22 15:36:06.305307 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:06.322838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 22 15:36:06.337333 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:36:06.340056 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:06.342424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:36:06.411507 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:36:06.414596 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:36:06.598882 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] get_ports_and_sgs() called for port_ids ['976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 22 15:36:06.989244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df208fbb-6917-4a15-8d2d-b8828c4230cd req-06f0cdcf-d153-46b1-97a3-8479495bc115 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:06.990851 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-df208fbb-6917-4a15-8d2d-b8828c4230cd req-06f0cdcf-d153-46b1-97a3-8479495bc115 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 944 time: 0.0811231 Nov 22 15:36:07.038083 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-df208fbb-6917-4a15-8d2d-b8828c4230cd req-fb67d987-746a-4b45-bdc0-2f5710f0216b tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Nov 22 15:36:08.094090 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a up at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 22 15:36:08.189194 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.provisioning_blocks [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Provisioning complete for port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 22 15:36:08.189608 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15569755'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:08.312492 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1257887'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:08.341155 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:36:08.352802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:36:08.358920 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247749488722', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247749944846', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247749952235'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:08.360973 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f378bbe-2675-4049-9c82-04afbd57e7ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:36:08.408427 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'code': 200} Nov 22 15:36:08.434954 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Pushing event updated for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:36:08.438805 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:36:10.668370 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4773e9c8-4008-419b-a35a-40c73145148a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:12.128620 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:12.896041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c7c4aa44-245e-4dfa-9392-938177e25902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:13.476232 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:14.711044 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:20.020682 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:23.285052 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:36:40.661433 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b6be8a12-483d-425e-ab0a-676e90b8e5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:42.132486 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:42.899326 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d4503da9-128c-4c9b-9f24-b3a6dba4d302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:43.474790 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:44.785320 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:50.013921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:36:57.841422 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-8b430b23-cdc1-4b25-9ae4-92f0fa30f83c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772634 Nov 22 15:36:57.986631 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-8dfbef14-1044-4698-beac-093dd858e83d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0739977 Nov 22 15:36:58.140852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-75eb7ce8-2756-4a5f-a00c-514cf05b18cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:58.142464 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-75eb7ce8-2756-4a5f-a00c-514cf05b18cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1370049 Nov 22 15:36:58.252555 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-b8872ae6-0d5e-4e7d-9475-0d3e08e68656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 1001 time: 0.1034305 Nov 22 15:36:58.320999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-ffd539f7-6ef7-4083-9c26-b50553b0e205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:36:58.322591 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-ffd539f7-6ef7-4083-9c26-b50553b0e205 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.0637016 Nov 22 15:36:58.404192 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-0e32d60e-3f38-4559-88bb-0293256db239 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753584 Nov 22 15:36:58.548928 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-2ada8339-2752-49f5-bd70-a13cc2db3e15 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385181 Nov 22 15:36:58.688657 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-11b357e6-9897-4cd2-b5e7-af6bc9de05e2 req-450871b6-02a9-43b9-8d50-88e60452ae18 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332812 Nov 22 15:37:00.286208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:37:10.662524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-a0922558-4f84-49a4-b4d5-3f4d54a249a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:12.135185 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:12.900543 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d228ed45-574b-4fd7-bd8e-144bfc9ec739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:13.480585 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:14.714066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:16.291263 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44690) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:16.504178 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Deleting port 58171259-1525-4cb8-9b37-3c22ae73b2c8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:16.504537 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:16.908268 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:16.908641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:17.036934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Calling delete_port for 58171259-1525-4cb8-9b37-3c22ae73b2c8 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:17.196877 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:17.202041 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-74eb64c3-e2f0-44ce-9fe1-50e89e7a16f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:17.245477 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event deleted for resources: {'Port': ['ID=58171259-1525-4cb8-9b37-3c22ae73b2c8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:17.289436 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.289871 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.290283 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.290688 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.291087 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.291482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.291967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.292244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.292635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.293026 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.293418 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:17.300821 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:17.358493 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:17.768362 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Router e2adb5cf-f93c-46b0-9c29-c14444092cfb has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:37:17.985794 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:37:17.995652 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Sync routers for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:37:18.005691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:18.008294 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:18.008976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:18.064247 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-11968ea3-bc33-4c05-933c-4f90c4471c80 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "DELETE /v2.0/floatingips/133ae8f7-5123-453f-934f-2232f3f3474d HTTP/1.1" status: 204 len: 168 time: 1.7716711 Nov 22 15:37:18.065045 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:37:18.221923 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:18.292875 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'status': 'completed', 'code': 200} Nov 22 15:37:18.401745 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-6f5e8bd4-23e7-401a-90c9-c697599a8d4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af6e20559f54f65b5aefd49124f207a&device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 1098 time: 0.0815418 Nov 22 15:37:18.565504 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:18.569865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Checking router: e2adb5cf-f93c-46b0-9c29-c14444092cfb for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:37:18.581921 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:18.582646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:18.612058 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8614db-e09c-4b8d-8502-41acd80af9b1 req-5d0c087f-3f69-4a33-8796-928752e2410f tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:18.612823 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-bf8614db-e09c-4b8d-8502-41acd80af9b1 req-5d0c087f-3f69-4a33-8796-928752e2410f tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Synchronizing usage tracker for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:37:18.618280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60775-408f-456b-a965-04f9c146c053 req-eee19824-fc77-45fd-a138-4360a746194a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:18.619815 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-eee19824-fc77-45fd-a138-4360a746194a service neutron] 10.222.0.46 "GET /v2.0/networks?id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 200 len: 910 time: 0.1770482 Nov 22 15:37:18.694917 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-bf8614db-e09c-4b8d-8502-41acd80af9b1 req-5d0c087f-3f69-4a33-8796-928752e2410f tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Unset dirty status for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:37:18.696222 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bf8614db-e09c-4b8d-8502-41acd80af9b1 req-5d0c087f-3f69-4a33-8796-928752e2410f tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.2981675 Nov 22 15:37:18.697711 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-09e1cac5-e05d-4a24-9334-16130af1a846 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 200 len: 217 time: 0.0697541 Nov 22 15:37:18.776491 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:18.810708 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-bf8614db-e09c-4b8d-8502-41acd80af9b1 req-a5823a79-982a-48db-921e-8adffba251b2 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075885 Nov 22 15:37:18.814278 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60775-408f-456b-a965-04f9c146c053 req-dcfa6753-0da5-44fd-b96e-288b0848a2a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:18.815797 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-dcfa6753-0da5-44fd-b96e-288b0848a2a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 200 len: 848 time: 0.1108780 Nov 22 15:37:18.898810 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-04a11b70-3a35-4d06-bcf0-cf1d33341d25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757325 Nov 22 15:37:19.054492 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-8637e057-88dc-4832-9e6e-93ab33e19d6c service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474564 Nov 22 15:37:19.110736 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:19.114905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1112b9-74ed-48e4-9946-7b4b963fdda0 None None] The sync data for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb is: [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:13Z', 'revision_number': 4, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb', '_interfaces': [{'id': '8b429b78-1b71-4690-82c3-87139a1d87b6', 'name': '', 'network_id': '53d7a9ef-31eb-48de-9eb9-bb97c09c1a03', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'mac_address': 'fa:16:3e:58:69:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:12Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'subnets': [{'id': '6bc4d8bf-e478-435c-83aa-35a6ada44019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:37:19.210901 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-ebf60775-408f-456b-a965-04f9c146c053 req-ee7beb24-2f95-4a2d-9d73-c9230f5e6b92 service neutron] 10.222.0.46 "GET /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481225 Nov 22 15:37:19.572088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278021da-71b6-47c1-b635-b66083af43bb None None] New status for floating IP 133ae8f7-5123-453f-934f-2232f3f3474d: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 22 15:37:19.730336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-13b6a433-d5bc-4167-b2ad-d2fdcfd32586 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:19.731881 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-13b6a433-d5bc-4167-b2ad-d2fdcfd32586 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.46 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.0928204 Nov 22 15:37:19.811772 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Deleting port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:19.812165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:20.018557 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:20.146285 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead8c0a-fbb9-4250-87f0-91a4917bd5a0 req-17cbfaaa-a16d-47ce-866f-f60508afad7c tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 22 15:37:20.147909 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dead8c0a-fbb9-4250-87f0-91a4917bd5a0 req-17cbfaaa-a16d-47ce-866f-f60508afad7c tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 945 time: 0.1958618 Nov 22 15:37:20.153751 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] For port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:20.154248 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:20.520816 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Calling delete_port for 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:20.587097 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-dead8c0a-fbb9-4250-87f0-91a4917bd5a0 req-474c6e8a-c9be-4568-832c-a614ff7a95dc tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241893 Nov 22 15:37:20.679395 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:20.685244 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1cf64c71-53b4-48f6-bf57-ecbe889da3f7 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:20.733004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event deleted for resources: {'Port': ['ID=976e5af9-c584-4b8f-a7dd-1a8abe7eb55a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:20.736830 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:20.810063 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] No DVR routers for this DVR port 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a on host hv-cinder-81877 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:37:20.812761 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775066'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:20.815624 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-deleted', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 22 15:37:20.831269 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-9c8a52fd-8577-41d2-88ba-6abd5eb3020f req-b6d59460-1c4e-4106-ad14-00cf55ab83f0 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.46 "DELETE /v2.0/ports/976e5af9-c584-4b8f-a7dd-1a8abe7eb55a HTTP/1.1" status: 204 len: 173 time: 1.0938065 Nov 22 15:37:20.887913 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801acabd-2be5-4408-83e5-008fc56c03b2', 'name': 'network-vif-deleted', 'tag': '976e5af9-c584-4b8f-a7dd-1a8abe7eb55a', 'status': 'completed', 'code': 200} Nov 22 15:37:21.780559 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e8f72a69-8352-4f20-b38b-0fb1224520ff req-c6c7271b-1300-4e7d-921c-c41299378490 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Synchronizing usage tracker for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 22 15:37:21.796085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.quota.resource [req-e8f72a69-8352-4f20-b38b-0fb1224520ff req-c6c7271b-1300-4e7d-921c-c41299378490 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Unset dirty status for tenant:2af6e20559f54f65b5aefd49124f207a on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 22 15:37:21.797373 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [req-e8f72a69-8352-4f20-b38b-0fb1224520ff req-c6c7271b-1300-4e7d-921c-c41299378490 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "GET /v2.0/ports?device_id=801acabd-2be5-4408-83e5-008fc56c03b2 HTTP/1.1" status: 200 len: 210 time: 0.0715721 Nov 22 15:37:22.906006 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44712) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:22.978289 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:23.009386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:23.061929 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:23.067246 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-a0b23e3c-c749-4266-ae40-fdb843cebf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:23.082812 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238b8c3-84dd-45bf-b1fb-78c5fcd40d10,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:23.085635 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:23.086798 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:23.088008 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] 10.222.0.55 "DELETE /v2.0/security-groups/1238b8c3-84dd-45bf-b1fb-78c5fcd40d10 HTTP/1.1" status: 204 len: 168 time: 0.1808867 Nov 22 15:37:24.165112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44720) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:24.504976 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:24.543485 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] No Port match for: 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:24.543884 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Device 976e5af9-c584-4b8f-a7dd-1a8abe7eb55a not bound to the agent host hv-cinder-81877 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:24.575510 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:25.206271 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Deleting port 8b429b78-1b71-4690-82c3-87139a1d87b6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:25.206824 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:25.387186 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] For port 8b429b78-1b71-4690-82c3-87139a1d87b6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=8b429b78-1b71-4690-82c3-87139a1d87b6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:25.387580 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:25.518885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Calling delete_port for 8b429b78-1b71-4690-82c3-87139a1d87b6 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:25.706749 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:25.711565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-ffe9eb38-4280-4c3f-aa77-43ee1c1d0b42 tempest-AttachVolumeShelveTestJSON-615988702 tempest-AttachVolumeShelveTestJSON-615988702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:25.752755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b429b78-1b71-4690-82c3-87139a1d87b6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:25.757103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:26.057601 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:26.893528 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Router e2adb5cf-f93c-46b0-9c29-c14444092cfb has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:37:27.105094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:37:27.114487 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Sync routers for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:37:27.120877 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-059b7a78-58bc-4c11-835e-34089ada24c4 admin admin] 10.222.0.55 "PUT /v2.0/routers/e2adb5cf-f93c-46b0-9c29-c14444092cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545877 Nov 22 15:37:27.124124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44724) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:27.127409 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:27.128081 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:27.319106 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: dv-cinder-818778-1-smb {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:27.327673 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:27.541420 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:27.550308 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Deleting port 23fa3195-fd79-4eb5-94a9-594ede787945 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:27.550691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:27.629447 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:37:25Z', 'revision_number': 5, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port': {'id': '23fa3195-fd79-4eb5-94a9-594ede787945', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:27.633675 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Checking router: e2adb5cf-f93c-46b0-9c29-c14444092cfb for host: dv-cinder-818778-1-smb {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:37:27.646098 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Routers {'e2adb5cf-f93c-46b0-9c29-c14444092cfb'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:27.646779 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:27.742966 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] For port 23fa3195-fd79-4eb5-94a9-594ede787945, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=23fa3195-fd79-4eb5-94a9-594ede787945,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:27.743371 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:27.880368 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Calling delete_port for 23fa3195-fd79-4eb5-94a9-594ede787945 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:27.971961 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] Set router e2adb5cf-f93c-46b0-9c29-c14444092cfb gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:28.053144 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.057934 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:28.085247 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:37:27Z', 'revision_number': 6, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:28.090046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9dba92-b622-4d89-9074-c883234af297 None None] The sync data for ids ['e2adb5cf-f93c-46b0-9c29-c14444092cfb'] in dv-cinder-818778-1-smb is: [{'id': 'e2adb5cf-f93c-46b0-9c29-c14444092cfb', 'name': 'tempest-TestShelveInstance-1404609049-router', 'tenant_id': '2af6e20559f54f65b5aefd49124f207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:10Z', 'updated_at': '2021-11-22T15:37:27Z', 'revision_number': 6, 'project_id': '2af6e20559f54f65b5aefd49124f207a', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:37:28.103495 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Pushing event deleted for resources: {'Port': ['ID=23fa3195-fd79-4eb5-94a9-594ede787945,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:28.108286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:28.358386 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.630967 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.635397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.658517 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.659042 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2adb5cf-f93c-46b0-9c29-c14444092cfb {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:37:28.672005 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.673264 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-da863447-d292-4faf-8de6-b765047a916b admin admin] 10.222.0.55 "DELETE /v2.0/routers/e2adb5cf-f93c-46b0-9c29-c14444092cfb HTTP/1.1" status: 204 len: 168 time: 1.5481701 Nov 22 15:37:28.675919 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44728) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:28.741286 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Deleting subnet 6bc4d8bf-e478-435c-83aa-35a6ada44019 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:37:28.744902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.798912 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1800197'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.925437 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8b429b78-1b71-4690-82c3-87139a1d87b6 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:28.928587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:28.963659 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 8b429b78-1b71-4690-82c3-87139a1d87b6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:28.964057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 8b429b78-1b71-4690-82c3-87139a1d87b6 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:28.964533 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 23fa3195-fd79-4eb5-94a9-594ede787945 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:28.999367 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 23fa3195-fd79-4eb5-94a9-594ede787945 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:28.999986 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 23fa3195-fd79-4eb5-94a9-594ede787945 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:29.002004 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1952017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852841165'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.006924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-e00963a7-10df-49f4-b7c7-e12a29f8e65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:29.263857 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc4d8bf-e478-435c-83aa-35a6ada44019,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:29.266827 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:29.269538 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.275641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838fec5-02f2-412e-8a30-9b1c2747cf97 None None] Network 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:37:29.275806 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-51cf29e7-4241-4f58-a40b-26bfdc34ed60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6bc4d8bf-e478-435c-83aa-35a6ada44019 HTTP/1.1" status: 204 len: 168 time: 0.5987296 Nov 22 15:37:29.278385 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44732) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:29.396301 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.407845 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Deleting port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:29.408228 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.536103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] DHCP port deletion for 53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:37:29.540621 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Deleting port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:29.541040 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.626634 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] For port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:29.627046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.762255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Calling delete_port for 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:29.763681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] For port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,segment=NetworkSegment(79508112-98ce-4737-a2db-1cbec35cd6bd),segment_id=79508112-98ce-4737-a2db-1cbec35cd6bd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:29.763914 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.861258 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:29.866046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-662c7458-97ed-4716-a71d-e430826f9c90 tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:29.902060 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Calling delete_port for 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:29.915280 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6735617c-7b54-4037-8ce7-11c9a1b8b1c6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:29.918077 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:29.921525 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] No DVR routers for this DVR port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 on host dv-cinder-818778-1-smb {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:37:29.988704 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:37:29.989114 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:37:30.056240 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.090698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d7a9ef-31eb-48de-9eb9-bb97c09c1a03']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:30.106243 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79508112-98ce-4737-a2db-1cbec35cd6bd') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:30.106733 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79508112-98ce-4737-a2db-1cbec35cd6bd') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:30.122094 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.138066 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.146227 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:37:30.147618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:37:30.163541 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:37:30.260978 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.268996 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.273085 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:30.299899 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d7a9ef-31eb-48de-9eb9-bb97c09c1a03,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:30.302844 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:30.307878 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b9120a1b-2d34-4015-9c56-3f930bc6c7c4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/53d7a9ef-31eb-48de-9eb9-bb97c09c1a03 HTTP/1.1" status: 204 len: 168 time: 1.0277815 Nov 22 15:37:30.310896 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44736) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:30.490743 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Deleting port 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:30.491181 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.563464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-b8223695-b9d7-4431-81fb-66352c285afc None None] The port '6735617c-7b54-4037-8ce7-11c9a1b8b1c6' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:37:30.749637 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854358780'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:30.922118 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:30.958405 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:30.958818 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 6735617c-7b54-4037-8ce7-11c9a1b8b1c6 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:31.398770 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Deleting port 5e638118-864b-40ec-baca-eb41659a6d8f {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:31.399345 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:31.577411 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] For port 5e638118-864b-40ec-baca-eb41659a6d8f, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=5e638118-864b-40ec-baca-eb41659a6d8f,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:31.577802 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:31.710303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Calling delete_port for 5e638118-864b-40ec-baca-eb41659a6d8f owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:31.885843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:31.890852 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-85e35997-31d7-46c3-87e3-f188a85e5d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:31.937293 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e638118-864b-40ec-baca-eb41659a6d8f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:31.940355 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:32.241681 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838910187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854358626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:33.071787 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 has already been hosted by L3 agent 729ab4ed-8df9-44ae-8cb1-b6bac12f5093 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 22 15:37:33.280407 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] Notify agent at l3_agent.dv-cinder-818778-1-smb the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 22 15:37:33.289432 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Sync routers for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 22 15:37:33.289575 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-820b91d9-741a-4870-894f-c8f643f159b1 admin admin] 10.222.0.55 "PUT /v2.0/routers/09c607c7-bcb1-4cfc-b181-0c138131bdb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775906 Nov 22 15:37:33.292427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44742) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:33.305866 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:33.306613 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:33.502627 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:33.503943 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: dv-cinder-818778-1-smb {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:33.707903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:33.716121 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Deleting port c3f1c297-bc01-41f1-9df7-142a894bcb29 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:33.716519 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:33.805343 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'external_fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:37:31Z', 'revision_number': 5, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port': {'id': 'c3f1c297-bc01-41f1-9df7-142a894bcb29', 'name': '', 'network_id': '7cdb8a6b-7bc4-4df1-84ac-9ec405ef14b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:33:17Z', 'updated_at': '2021-11-22T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a53d0d4-31f9-4d56-a3c8-6a5ef07f49ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-1-smb'}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:33.809340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Checking router: 09c607c7-bcb1-4cfc-b181-0c138131bdb6 for host: dv-cinder-818778-1-smb {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 22 15:37:33.821310 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Routers {'09c607c7-bcb1-4cfc-b181-0c138131bdb6'} bound to L3 agent in host dv-cinder-818778-1-smb {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 22 15:37:33.821975 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818778-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:16:43Z,description=,heartbeat_timestamp=2021-11-22T15:37:13Z,host='dv-cinder-818778-1-smb',id=729ab4ed-8df9-44ae-8cb1-b6bac12f5093,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:16:43Z,topic='l3_agent')) {'router_ids': ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:33.901536 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] For port c3f1c297-bc01-41f1-9df7-142a894bcb29, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=c3f1c297-bc01-41f1-9df7-142a894bcb29,segment=NetworkSegment(4b2da011-75ae-4dc5-9de8-c9a62d38e704),segment_id=4b2da011-75ae-4dc5-9de8-c9a62d38e704)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:33.901938 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:33.981336 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvr_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] Set router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 22 15:37:34.034255 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Calling delete_port for c3f1c297-bc01-41f1-9df7-142a894bcb29 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:34.093811 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_hamode_db [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:37:33Z', 'revision_number': 6, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port_host': None}], 'dv-cinder-818778-1-smb', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:34.098124 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14d4b-0bfb-4087-9e19-0245d38d9934 None None] The sync data for ids ['09c607c7-bcb1-4cfc-b181-0c138131bdb6'] in dv-cinder-818778-1-smb is: [{'id': '09c607c7-bcb1-4cfc-b181-0c138131bdb6', 'name': 'tempest-TestShelveInstance-1646933941-router', 'tenant_id': 'c55609616c2746aaa129c427989b5cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:33:16Z', 'updated_at': '2021-11-22T15:37:33Z', 'revision_number': 6, 'project_id': 'c55609616c2746aaa129c427989b5cb6', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 22 15:37:34.213427 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852823705'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.220253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1b2a623c-fbcd-4b31-ace2-6680cc603857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:34.264641 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f1c297-bc01-41f1-9df7-142a894bcb29,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:34.270372 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:34.503476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854336235'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.779843 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036838415749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7495'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.784273 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.806397 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838415851'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.806959 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09c607c7-bcb1-4cfc-b181-0c138131bdb6 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 22 15:37:34.819464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.820737 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-1f0264d8-14a4-43ef-b31e-9b2d44ee234c admin admin] 10.222.0.55 "DELETE /v2.0/routers/09c607c7-bcb1-4cfc-b181-0c138131bdb6 HTTP/1.1" status: 204 len: 168 time: 1.5272696 Nov 22 15:37:34.823498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44746) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:34.901981 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Deleting subnet df26e454-a4ad-4eb0-a9d7-9278b913bec8 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 22 15:37:34.904207 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.933879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device c3f1c297-bc01-41f1-9df7-142a894bcb29 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:34.966706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1800197'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:34.977838 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: c3f1c297-bc01-41f1-9df7-142a894bcb29 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:34.978256 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device c3f1c297-bc01-41f1-9df7-142a894bcb29 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:34.978709 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5e638118-864b-40ec-baca-eb41659a6d8f no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:35.012208 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 5e638118-864b-40ec-baca-eb41659a6d8f {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:35.012605 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 5e638118-864b-40ec-baca-eb41659a6d8f not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:35.055578 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839182223'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.126083 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15593576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854269360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1952017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852841165'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.130726 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:35.172177 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df26e454-a4ad-4eb0-a9d7-9278b913bec8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:35.175130 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:35.177638 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.184388 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-fc629c9c-4475-43da-a9f5-f3dcbb12df44 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/df26e454-a4ad-4eb0-a9d7-9278b913bec8 HTTP/1.1" status: 204 len: 168 time: 0.3598063 Nov 22 15:37:35.185024 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6dcbf-2ee3-40d2-b724-d41e58b57ded None None] Network a0bd9d92-0509-45af-8fa9-c35914e34a7a requested from dv-cinder-818778-1-smb {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 22 15:37:35.187349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44750) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:35.474055 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] DHCP port deletion for a0bd9d92-0509-45af-8fa9-c35914e34a7a request from dv-cinder-818778-1-smb {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 22 15:37:35.478906 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Deleting port 7982ae9f-0872-45df-843d-1380ad4c00c2 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:35.479476 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.549734 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853570102'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.561599 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Deleting port 7982ae9f-0872-45df-843d-1380ad4c00c2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:35.561974 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.698299 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] For port 7982ae9f-0872-45df-843d-1380ad4c00c2, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=7982ae9f-0872-45df-843d-1380ad4c00c2,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:35.698632 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.780506 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.db [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] For port 7982ae9f-0872-45df-843d-1380ad4c00c2, host dv-cinder-818778-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-1-smb',level=0,port_id=7982ae9f-0872-45df-843d-1380ad4c00c2,segment=NetworkSegment(3f5a1e90-9017-4305-b58d-bc2c671bfc3c),segment_id=3f5a1e90-9017-4305-b58d-bc2c671bfc3c)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 22 15:37:35.780913 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854339375'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.827526 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Calling delete_port for 7982ae9f-0872-45df-843d-1380ad4c00c2 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:35.901115 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1245923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247749488739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789104830954'] for port, after_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:35.905524 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:35.917223 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Calling delete_port for 7982ae9f-0872-45df-843d-1380ad4c00c2 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 22 15:37:35.964112 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Pushing event deleted for resources: {'Port': ['ID=7982ae9f-0872-45df-843d-1380ad4c00c2,revision_number=None']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:35.978618 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] No DVR routers for this DVR port 7982ae9f-0872-45df-843d-1380ad4c00c2 on host dv-cinder-818778-1-smb {{(pid=88061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 22 15:37:35.984084 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.984461 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.984848 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.985231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.985789 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.986195 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.986565 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.986936 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.987303 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.987666 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.988034 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-1-smb {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 22 15:37:35.991832 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-09c52d6c-af07-43d2-9af8-033926d0dddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:35.994574 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.db.api [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 22 15:37:35.994952 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_db.api [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 22 15:37:36.496424 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Deleting port 7982ae9f-0872-45df-843d-1380ad4c00c2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 22 15:37:36.497101 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247749497289'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.564791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] The port '7982ae9f-0872-45df-843d-1380ad4c00c2' was deleted {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 22 15:37:36.691165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839184152', 'neutron.services.segments.db._delete_segments_for_network-8789105335496'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.717796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bd9d92-0509-45af-8fa9-c35914e34a7a']}} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:36.730245 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a1e90-9017-4305-b58d-bc2c671bfc3c') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:36.730587 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.services.segments.db [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a1e90-9017-4305-b58d-bc2c671bfc3c') {} {{(pid=88060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 22 15:37:36.743143 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789105338585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852975604'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.761825 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15591054'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.768865 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 22 15:37:36.769298 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839184745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852823885'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: % (table.description, expected, rows_matched) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: Traceback (most recent call last): Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: timer() Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: cb(*args, **kw) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: return func(*args, **kwargs) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: self._notify() Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: self.callback(batched_events) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: event.method(event) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: segment_id)['aggregates'][0] Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: return f(self, *a, **k) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: return self._get(url).json() Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: **kwargs) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: return self.request(url, 'GET', **kwargs) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: **endpoint_filter) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 15:37:36.783966 dv-cinder-818778-1-smb neutron-server[87950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 15:37:36.866610 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15591651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15865629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439803'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.871088 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b2a4d290-ae23-4c89-90fc-3e8bf0ec8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:36.888352 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15865834'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:36.897801 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bd9d92-0509-45af-8fa9-c35914e34a7a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:36.901169 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:36.905078 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-501e666b-8b06-4a39-ba48-09a09cc77469 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0bd9d92-0509-45af-8fa9-c35914e34a7a HTTP/1.1" status: 204 len: 168 time: 1.7145376 Nov 22 15:37:36.931498 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 7982ae9f-0872-45df-843d-1380ad4c00c2 no longer exists at agent ovs-agent-dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 22 15:37:36.964698 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.plugin [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] No Port match for: 7982ae9f-0872-45df-843d-1380ad4c00c2 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 22 15:37:36.965103 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.plugins.ml2.rpc [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Device 7982ae9f-0872-45df-843d-1380ad4c00c2 not bound to the agent host dv-cinder-818778-1-smb {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 22 15:37:37.204722 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44758) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:37.258806 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-f10531a7-9d7e-41d2-9983-cf79ddbe9009 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2af6e20559f54f65b5aefd49124f207a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527196 Nov 22 15:37:37.261377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44762) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:37.286841 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:37:37.323738 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.350972 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.400677 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.406443 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-706fd640-a96b-4833-8298-cce67405c828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:37.418803 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e914605-ab67-4e14-aabf-0e93eabac8b9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:37.421902 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:37.423879 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.425831 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-b1c3f419-9e92-4596-a4de-24e883a7196d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e914605-ab67-4e14-aabf-0e93eabac8b9 HTTP/1.1" status: 204 len: 168 time: 0.1627674 Nov 22 15:37:37.845138 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44770) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:37.899230 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-de5e1fde-af88-4d28-a60f-f5448e6b5424 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c55609616c2746aaa129c427989b5cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527017 Nov 22 15:37:37.901746 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.55', 44774) {{(pid=88060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 22 15:37:37.964353 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:37.992796 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:38.052448 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495235'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:38.056375 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-6647231c-012a-4444-af6f-7e0515756feb tempest-TestShelveInstance-581751193 tempest-TestShelveInstance-581751193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 22 15:37:38.068706 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe804b-2525-4fd9-871a-53582f4ee3bd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 22 15:37:38.074809 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG oslo_concurrency.lockutils [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 22 15:37:38.076236 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:38.077265 dv-cinder-818778-1-smb neutron-server[87950]: INFO neutron.wsgi [None req-5942acf1-6911-43c3-9d1c-0de09d2e901d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0abe804b-2525-4fd9-871a-53582f4ee3bd HTTP/1.1" status: 204 len: 168 time: 0.1744573 Nov 22 15:37:40.664259 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4f6fbb15-41e3-42da-b104-53292d3ef97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:42.138598 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:42.901800 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-46b19207-9d8f-4843-9a51-e9673d41bd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:43.484924 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:44.716723 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:37:50.033556 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:10.665979 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-115fc2aa-c9a1-4cb5-8e10-ad96a092e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.141815 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:12.902655 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-613c6625-3515-4793-a463-8359bf46f995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:13.486840 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:14.288165 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:38:14.724167 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:20.034231 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:40.671737 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-8dadedfa-08ba-4379-84a3-0ce4472a9976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:42.144807 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:42.904452 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-c21d7acd-12d2-4f86-a5d6-2cb48f80e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:43.488855 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:44.737831 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:50.035691 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:38:51.289279 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:39:10.673999 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b4d0509f-e68c-48d7-8f23-89015e91ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:12.148590 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:12.906762 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-282de677-50fd-4e62-849b-da1f13d510bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:13.492905 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:14.727571 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:20.048057 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:28.290111 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:39:40.676399 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-09fa3908-e0e9-4851-a7c4-0dd87a2354f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:42.152013 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:42.909496 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-4c7872a7-54e0-4966-b13a-a530ca50519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:43.495340 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:44.733142 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:39:50.047646 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:05.291767 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:40:10.678264 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-03575a52-1039-409f-a400-804287f8979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:12.154826 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:12.913915 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-2b775ce1-875d-44ea-a6c0-9bff54deba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:13.498349 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:14.733401 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:20.062755 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:40.680690 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4a78-54bc-4950-bc81-37d32837348e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:42.156930 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:42.292903 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:40:42.916184 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-11e8deb5-ed9c-46f0-8783-76ba92fc25d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:43.501548 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:44.750374 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:40:46.803987 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.wsgi [req-c6e369c2-63b9-45ab-9bbd-1ccb41fd1deb req-72e0bbc0-b6cf-4693-b0a5-2aca2883a87d service neutron] (88059) timed out ('10.222.0.46', 53345) {{(pid=88059) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 22 15:40:50.061885 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:10.685253 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-96d88d2a-9be1-42ec-a5aa-ee0bcb4ad9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:12.159125 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:12.921482 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-191f079b-2064-40ae-af3a-ce1f6e1195c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:13.504431 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:14.740775 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:19.293837 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:41:20.061642 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:40.687541 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7745c817-115a-4558-9acf-8fc9bbfa846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:42.162791 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:42.919284 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-d863b56f-ee78-4008-abab-4e25930b7e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:43.507457 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:44.743141 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:50.061062 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:41:56.294406 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 22 15:42:10.690671 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-3debee73-a9c2-43f2-b0a8-ca6d25330147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.164464 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-9cf34e35-e4b5-4ef2-96ab-e77bc25016a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:12.911205 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-e9b4cda2-01fb-4d67-a7e1-a7baf5c64b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:13.511494 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-27b79f98-fba3-4eea-b698-85048fa6708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:14.745377 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-b96f7b73-ee61-41c5-80b1-a1304f1c6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:20.075116 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron_lib.callbacks.manager [None req-7f92e699-49ca-4eae-acd5-c898b538d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789105335479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839206129'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 22 15:42:33.295046 dv-cinder-818778-1-smb neutron-server[87950]: DEBUG neutron.db.agents_db [None req-1b7acf79-3af2-4381-95b5-9da6fd0ab7c1 None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}